2024-11-27 00:17:09,385 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 00:17:09,425 main DEBUG Took 0.037494 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 00:17:09,425 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 00:17:09,425 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 00:17:09,426 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 00:17:09,428 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:17:09,436 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 00:17:09,453 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:17:09,455 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,456 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:17:09,456 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:17:09,458 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:17:09,459 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:17:09,461 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:17:09,462 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:17:09,463 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:17:09,464 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:17:09,465 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,466 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:17:09,466 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,467 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:17:09,467 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 00:17:09,469 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,469 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 00:17:09,471 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 00:17:09,473 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 00:17:09,475 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 00:17:09,476 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 00:17:09,477 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 00:17:09,478 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 00:17:09,488 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 00:17:09,491 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 00:17:09,494 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 00:17:09,494 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 00:17:09,495 main DEBUG createAppenders(={Console}) 2024-11-27 00:17:09,496 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-27 00:17:09,496 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 00:17:09,496 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-27 00:17:09,497 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 00:17:09,497 main DEBUG OutputStream closed 2024-11-27 00:17:09,498 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 00:17:09,498 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 00:17:09,499 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-27 00:17:09,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 00:17:09,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 00:17:09,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 00:17:09,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 00:17:09,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 00:17:09,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 00:17:09,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 00:17:09,598 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 00:17:09,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 00:17:09,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 00:17:09,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 00:17:09,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 00:17:09,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 00:17:09,600 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 00:17:09,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 00:17:09,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 00:17:09,601 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 00:17:09,602 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 00:17:09,605 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 00:17:09,605 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-27 00:17:09,605 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 00:17:09,606 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-27T00:17:09,622 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-27 00:17:09,626 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 00:17:09,627 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T00:17:09,699 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=3481 2024-11-27T00:17:10,015 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-27T00:17:10,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362 2024-11-27T00:17:10,080 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/cluster_c06a6d79-8f89-8fba-cc75-31233590b1db, deleteOnExit=true 2024-11-27T00:17:10,224 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/cluster_c06a6d79-8f89-8fba-cc75-31233590b1db/zookeeper_0, clientPort=50890, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/cluster_c06a6d79-8f89-8fba-cc75-31233590b1db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/cluster_c06a6d79-8f89-8fba-cc75-31233590b1db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T00:17:10,256 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50890 2024-11-27T00:17:10,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:17:10,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:17:10,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/test.cache.data in system properties and HBase conf 2024-11-27T00:17:10,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:17:10,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:17:10,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:17:10,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:17:10,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:17:10,407 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T00:17:10,551 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:17:10,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:17:10,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:17:10,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:17:10,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:17:10,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:17:10,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:17:10,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:17:10,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:17:10,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:17:10,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:17:10,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:17:10,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:17:10,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:17:10,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:17:11,953 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T00:17:12,044 INFO [Time-limited test {}] log.Log(170): Logging initialized @3559ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T00:17:12,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:17:12,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:17:12,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:17:12,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:17:12,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:17:12,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:17:12,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:17:12,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:17:12,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/java.io.tmpdir/jetty-localhost-44187-hadoop-hdfs-3_4_1-tests_jar-_-any-7394964189015596511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:17:12,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:44187} 2024-11-27T00:17:12,600 INFO [Time-limited test {}] server.Server(415): Started @4116ms 2024-11-27T00:17:13,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:17:13,252 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:17:13,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:17:13,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:17:13,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:17:13,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:17:13,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:17:13,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/java.io.tmpdir/jetty-localhost-40619-hadoop-hdfs-3_4_1-tests_jar-_-any-18229730890510125731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:17:13,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:40619} 2024-11-27T00:17:13,408 INFO [Time-limited test {}] server.Server(415): Started @4925ms 2024-11-27T00:17:13,468 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:17:14,852 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/cluster_c06a6d79-8f89-8fba-cc75-31233590b1db/data/data2/current/BP-1851318684-172.17.0.3-1732666631373/current, will proceed with Du for space computation calculation, 2024-11-27T00:17:14,852 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/cluster_c06a6d79-8f89-8fba-cc75-31233590b1db/data/data1/current/BP-1851318684-172.17.0.3-1732666631373/current, will proceed with Du for space computation calculation, 2024-11-27T00:17:14,888 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:17:14,945 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed8826465615c39e with lease ID 0x5ef8a307749ed82d: Processing first storage report for DS-c6ae6a7b-5c86-46dd-91eb-f3979e8cb1fe from datanode DatanodeRegistration(127.0.0.1:38193, datanodeUuid=5085e96b-ad71-4744-8efe-38de9eff6b1a, infoPort=43533, infoSecurePort=0, ipcPort=33841, storageInfo=lv=-57;cid=testClusterID;nsid=1641346211;c=1732666631373) 2024-11-27T00:17:14,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed8826465615c39e with lease ID 0x5ef8a307749ed82d: from storage DS-c6ae6a7b-5c86-46dd-91eb-f3979e8cb1fe node DatanodeRegistration(127.0.0.1:38193, datanodeUuid=5085e96b-ad71-4744-8efe-38de9eff6b1a, infoPort=43533, infoSecurePort=0, ipcPort=33841, storageInfo=lv=-57;cid=testClusterID;nsid=1641346211;c=1732666631373), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T00:17:14,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed8826465615c39e with lease ID 0x5ef8a307749ed82d: Processing first storage report for DS-4934fa8a-aff3-428d-83ce-908d354ac8cc from datanode DatanodeRegistration(127.0.0.1:38193, datanodeUuid=5085e96b-ad71-4744-8efe-38de9eff6b1a, infoPort=43533, infoSecurePort=0, ipcPort=33841, storageInfo=lv=-57;cid=testClusterID;nsid=1641346211;c=1732666631373) 2024-11-27T00:17:14,947 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed8826465615c39e with lease ID 0x5ef8a307749ed82d: from storage DS-4934fa8a-aff3-428d-83ce-908d354ac8cc node DatanodeRegistration(127.0.0.1:38193, datanodeUuid=5085e96b-ad71-4744-8efe-38de9eff6b1a, infoPort=43533, infoSecurePort=0, ipcPort=33841, storageInfo=lv=-57;cid=testClusterID;nsid=1641346211;c=1732666631373), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:17:14,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362 2024-11-27T00:17:15,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:15,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:15,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:17:15,677 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b with version=8 2024-11-27T00:17:15,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/hbase-staging 2024-11-27T00:17:15,769 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T00:17:16,087 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:17:16,099 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:16,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:16,109 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:17:16,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:16,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:17:16,297 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:17:16,379 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T00:17:16,393 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T00:17:16,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:17:16,433 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11195 (auto-detected) 2024-11-27T00:17:16,434 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-27T00:17:16,460 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38417 2024-11-27T00:17:16,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38417 connecting to ZooKeeper ensemble=127.0.0.1:50890 2024-11-27T00:17:16,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384170x0, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:16,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38417-0x10179a69bd50000 connected 2024-11-27T00:17:16,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:16,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:16,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/running 2024-11-27T00:17:16,805 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b, hbase.cluster.distributed=false 2024-11-27T00:17:16,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/acl 2024-11-27T00:17:16,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38417 2024-11-27T00:17:16,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38417 2024-11-27T00:17:16,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38417 2024-11-27T00:17:16,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38417 2024-11-27T00:17:16,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38417 2024-11-27T00:17:17,008 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:17:17,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:17,009 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:17,010 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:17:17,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:17,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:17:17,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:17:17,015 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:17:17,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37313 2024-11-27T00:17:17,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37313 connecting to ZooKeeper ensemble=127.0.0.1:50890 2024-11-27T00:17:17,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:17,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:17,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373130x0, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:17,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373130x0, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/running 2024-11-27T00:17:17,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37313-0x10179a69bd50001 connected 2024-11-27T00:17:17,056 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:17:17,065 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:17:17,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/master 2024-11-27T00:17:17,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/acl 2024-11-27T00:17:17,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-27T00:17:17,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37313 2024-11-27T00:17:17,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37313 2024-11-27T00:17:17,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-27T00:17:17,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37313 2024-11-27T00:17:17,103 DEBUG [M:0;f036bc4986ea:38417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:38417 2024-11-27T00:17:17,104 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1191811939/backup-masters/f036bc4986ea,38417,1732666635885 2024-11-27T00:17:17,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939/backup-masters 2024-11-27T00:17:17,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939/backup-masters 2024-11-27T00:17:17,164 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on existing znode=/0-1191811939/backup-masters/f036bc4986ea,38417,1732666635885 2024-11-27T00:17:17,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1191811939/master 2024-11-27T00:17:17,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:17,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:17,198 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on existing znode=/0-1191811939/master 2024-11-27T00:17:17,201 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1191811939/backup-masters/f036bc4986ea,38417,1732666635885 from backup master directory 2024-11-27T00:17:17,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1191811939/backup-masters/f036bc4986ea,38417,1732666635885 2024-11-27T00:17:17,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939/backup-masters 2024-11-27T00:17:17,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939/backup-masters 2024-11-27T00:17:17,215 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:17:17,215 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,38417,1732666635885 2024-11-27T00:17:17,219 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T00:17:17,221 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T00:17:17,285 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/hbase.id] with ID: 422b7ce4-3f4f-484b-94c9-cc60aac7bf51 2024-11-27T00:17:17,285 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/.tmp/hbase.id 2024-11-27T00:17:17,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:17:17,301 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/.tmp/hbase.id]:[hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/hbase.id] 2024-11-27T00:17:17,358 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:17,365 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:17:17,387 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-27T00:17:17,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:17,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:17,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:17:17,434 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:17:17,441 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:17:17,464 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:17:17,473 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:17,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:17:17,549 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store 2024-11-27T00:17:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:17:17,982 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T00:17:17,988 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:17,990 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:17:17,990 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:17,990 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:17,993 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:17:17,993 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:17,993 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:17,995 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666637989Disabling compacts and flushes for region at 1732666637989Disabling writes for close at 1732666637993 (+4 ms)Writing region close event to WAL at 1732666637993Closed at 1732666637993 2024-11-27T00:17:17,997 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/.initializing 2024-11-27T00:17:17,998 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,38417,1732666635885 2024-11-27T00:17:18,009 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:17:18,034 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C38417%2C1732666635885, suffix=, logDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,38417,1732666635885, archiveDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/oldWALs, maxLogs=10 2024-11-27T00:17:18,068 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,38417,1732666635885/f036bc4986ea%2C38417%2C1732666635885.1732666638041, exclude list is [], retry=0 2024-11-27T00:17:18,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38193,DS-c6ae6a7b-5c86-46dd-91eb-f3979e8cb1fe,DISK] 2024-11-27T00:17:18,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T00:17:18,161 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,38417,1732666635885/f036bc4986ea%2C38417%2C1732666635885.1732666638041 2024-11-27T00:17:18,162 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-27T00:17:18,163 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:17:18,163 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:18,166 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:18,167 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:18,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:18,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:17:18,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:18,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:18,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:18,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:17:18,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:18,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:18,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:18,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:17:18,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:18,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:18,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:18,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:17:18,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:18,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:18,272 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:18,277 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:18,280 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:18,289 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:18,290 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:18,294 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:18,299 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:18,306 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:17:18,307 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62419194, jitterRate=-0.06988152861595154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:18,318 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666638181Initializing all the Stores at 1732666638184 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666638185 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666638186 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666638187 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666638187Cleaning up temporary data from old regions at 1732666638290 (+103 ms)Region opened successfully at 1732666638318 (+28 ms) 2024-11-27T00:17:18,320 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:17:18,361 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb0fc16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:17:18,396 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:17:18,410 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:17:18,410 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:17:18,414 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:17:18,416 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T00:17:18,421 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T00:17:18,421 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:17:18,447 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:17:18,457 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Unable to get data of znode /0-1191811939/balancer because node does not exist (not necessarily an error) 2024-11-27T00:17:18,529 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1191811939/balancer already deleted, retry=false 2024-11-27T00:17:18,533 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:17:18,535 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Unable to get data of znode /0-1191811939/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:17:18,544 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1191811939/normalizer already deleted, retry=false 2024-11-27T00:17:18,547 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:17:18,551 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Unable to get data of znode /0-1191811939/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:17:18,561 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1191811939/switch/split already deleted, retry=false 2024-11-27T00:17:18,562 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Unable to get data of znode /0-1191811939/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:17:18,575 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1191811939/switch/merge already deleted, retry=false 2024-11-27T00:17:18,597 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Unable to get data of znode /0-1191811939/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:17:18,607 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1191811939/snapshot-cleanup already deleted, retry=false 2024-11-27T00:17:18,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1191811939/running 2024-11-27T00:17:18,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1191811939/running 2024-11-27T00:17:18,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:18,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:18,621 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,38417,1732666635885, sessionid=0x10179a69bd50000, setting cluster-up flag (Was=false) 2024-11-27T00:17:18,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:18,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:18,681 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1191811939/flush-table-proc/acquired, /0-1191811939/flush-table-proc/reached, /0-1191811939/flush-table-proc/abort 2024-11-27T00:17:18,683 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,38417,1732666635885 2024-11-27T00:17:18,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:18,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:18,740 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1191811939/online-snapshot/acquired, /0-1191811939/online-snapshot/reached, /0-1191811939/online-snapshot/abort 2024-11-27T00:17:18,742 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,38417,1732666635885 2024-11-27T00:17:18,752 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:17:18,788 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(746): ClusterId : 422b7ce4-3f4f-484b-94c9-cc60aac7bf51 2024-11-27T00:17:18,791 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:17:18,806 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:17:18,807 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:17:18,820 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:17:18,821 DEBUG [RS:0;f036bc4986ea:37313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7bd1c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:17:18,837 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:18,839 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:37313 2024-11-27T00:17:18,842 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:17:18,842 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:17:18,842 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:17:18,845 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,38417,1732666635885 with port=37313, startcode=1732666636965 2024-11-27T00:17:18,846 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:17:18,853 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:17:18,858 DEBUG [RS:0;f036bc4986ea:37313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:17:18,859 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,38417,1732666635885 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:17:18,867 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:18,868 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:18,868 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:18,869 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:18,869 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:17:18,870 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:18,870 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:17:18,870 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:18,883 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:18,884 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:17:18,893 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:18,893 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:17:18,912 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666668912 2024-11-27T00:17:18,914 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:17:18,914 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:17:18,916 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:17:18,921 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:17:18,921 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:17:18,922 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:17:18,922 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:17:18,923 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38417 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T00:17:18,941 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:18,949 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:17:18,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:17:18,950 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:17:18,951 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:17:18,951 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:17:18,954 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:17:18,955 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b 2024-11-27T00:17:18,960 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:17:18,961 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:17:18,962 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T00:17:18,963 WARN [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T00:17:18,963 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666638962,5,FailOnTimeoutGroup] 2024-11-27T00:17:18,965 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666638963,5,FailOnTimeoutGroup] 2024-11-27T00:17:18,965 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:18,966 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:17:18,967 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:18,967 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:18,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741832_1008 (size=32) 2024-11-27T00:17:19,064 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,38417,1732666635885 with port=37313, startcode=1732666636965 2024-11-27T00:17:19,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,37313,1732666636965 2024-11-27T00:17:19,068 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38417 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,37313,1732666636965 2024-11-27T00:17:19,077 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b 2024-11-27T00:17:19,078 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33725 2024-11-27T00:17:19,078 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:17:19,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939/rs 2024-11-27T00:17:19,092 DEBUG [RS:0;f036bc4986ea:37313 {}] zookeeper.ZKUtil(111): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on existing znode=/0-1191811939/rs/f036bc4986ea,37313,1732666636965 2024-11-27T00:17:19,092 WARN [RS:0;f036bc4986ea:37313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:17:19,092 INFO [RS:0;f036bc4986ea:37313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:19,092 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965 2024-11-27T00:17:19,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,37313,1732666636965] 2024-11-27T00:17:19,121 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:17:19,140 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:17:19,144 INFO [RS:0;f036bc4986ea:37313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:17:19,145 INFO [RS:0;f036bc4986ea:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:19,146 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:17:19,152 INFO [RS:0;f036bc4986ea:37313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:17:19,154 INFO [RS:0;f036bc4986ea:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:19,155 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:19,155 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:19,155 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:19,155 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:19,156 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:19,156 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:17:19,156 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:19,156 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:19,156 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:19,157 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:19,157 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:19,157 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:19,157 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:17:19,157 DEBUG [RS:0;f036bc4986ea:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:17:19,158 INFO [RS:0;f036bc4986ea:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:19,159 INFO [RS:0;f036bc4986ea:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:19,159 INFO [RS:0;f036bc4986ea:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:19,159 INFO [RS:0;f036bc4986ea:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:19,159 INFO [RS:0;f036bc4986ea:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:19,159 INFO [RS:0;f036bc4986ea:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37313,1732666636965-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:17:19,185 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:17:19,187 INFO [RS:0;f036bc4986ea:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37313,1732666636965-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:19,188 INFO [RS:0;f036bc4986ea:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:19,188 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.Replication(171): f036bc4986ea,37313,1732666636965 started 2024-11-27T00:17:19,213 INFO [RS:0;f036bc4986ea:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:19,214 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,37313,1732666636965, RpcServer on f036bc4986ea/172.17.0.3:37313, sessionid=0x10179a69bd50001 2024-11-27T00:17:19,215 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:17:19,215 DEBUG [RS:0;f036bc4986ea:37313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,37313,1732666636965 2024-11-27T00:17:19,215 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,37313,1732666636965' 2024-11-27T00:17:19,215 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1191811939/flush-table-proc/abort' 2024-11-27T00:17:19,216 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1191811939/flush-table-proc/acquired' 2024-11-27T00:17:19,218 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:17:19,218 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:17:19,218 DEBUG [RS:0;f036bc4986ea:37313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,37313,1732666636965 2024-11-27T00:17:19,218 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,37313,1732666636965' 2024-11-27T00:17:19,218 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1191811939/online-snapshot/abort' 2024-11-27T00:17:19,219 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1191811939/online-snapshot/acquired' 2024-11-27T00:17:19,222 DEBUG [RS:0;f036bc4986ea:37313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:17:19,222 INFO [RS:0;f036bc4986ea:37313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:17:19,222 INFO [RS:0;f036bc4986ea:37313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:17:19,327 INFO [RS:0;f036bc4986ea:37313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:17:19,330 INFO [RS:0;f036bc4986ea:37313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C37313%2C1732666636965, suffix=, logDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965, archiveDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/oldWALs, maxLogs=10 2024-11-27T00:17:19,352 DEBUG [RS:0;f036bc4986ea:37313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333, exclude list is [], retry=0 2024-11-27T00:17:19,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38193,DS-c6ae6a7b-5c86-46dd-91eb-f3979e8cb1fe,DISK] 2024-11-27T00:17:19,361 INFO [RS:0;f036bc4986ea:37313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333 2024-11-27T00:17:19,362 DEBUG [RS:0;f036bc4986ea:37313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-27T00:17:19,389 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:19,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:17:19,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:17:19,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:19,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:19,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:17:19,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:17:19,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:19,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:19,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:17:19,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:17:19,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:19,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:19,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:17:19,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:17:19,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:19,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:19,417 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:17:19,419 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740 2024-11-27T00:17:19,420 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740 2024-11-27T00:17:19,424 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:17:19,424 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:17:19,425 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:19,428 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:17:19,432 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:17:19,434 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67450219, jitterRate=0.005086585879325867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:19,438 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666639389Initializing all the Stores at 1732666639391 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666639391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666639391Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666639392 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666639392Cleaning up temporary data from old regions at 1732666639424 (+32 ms)Region opened successfully at 1732666639438 (+14 ms) 2024-11-27T00:17:19,438 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:17:19,438 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:17:19,438 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:17:19,438 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:17:19,439 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:17:19,440 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:17:19,441 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666639438Disabling compacts and flushes for region at 1732666639438Disabling writes for close at 1732666639439 (+1 ms)Writing region close event to WAL at 1732666639440 (+1 ms)Closed at 1732666639440 2024-11-27T00:17:19,444 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:19,444 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:17:19,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:17:19,460 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:17:19,463 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:17:19,615 DEBUG [f036bc4986ea:38417 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:17:19,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,37313,1732666636965 2024-11-27T00:17:19,633 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,37313,1732666636965, state=OPENING 2024-11-27T00:17:19,708 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:17:19,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:19,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:19,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1191811939/meta-region-server: CHANGED 2024-11-27T00:17:19,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1191811939/meta-region-server: CHANGED 2024-11-27T00:17:19,748 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:17:19,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,37313,1732666636965}] 2024-11-27T00:17:19,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:17:19,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:17:19,940 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:17:19,940 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:19,941 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:17:19,945 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C37313%2C1732666636965.meta, suffix=.meta, logDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965, archiveDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/oldWALs, maxLogs=10 2024-11-27T00:17:19,967 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.meta.1732666639947.meta, exclude list is [], retry=0 2024-11-27T00:17:19,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38193,DS-c6ae6a7b-5c86-46dd-91eb-f3979e8cb1fe,DISK] 2024-11-27T00:17:19,974 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.meta.1732666639947.meta 2024-11-27T00:17:19,976 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-27T00:17:19,976 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:17:19,981 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:17:19,982 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:17:19,985 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:17:19,987 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:17:19,991 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:17:19,992 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:19,993 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:17:19,993 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:17:19,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:17:20,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:17:20,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:20,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:20,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:17:20,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:17:20,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:20,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:20,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:17:20,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:17:20,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:20,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:20,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:17:20,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:17:20,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:20,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:20,013 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:17:20,015 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740 2024-11-27T00:17:20,018 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740 2024-11-27T00:17:20,022 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:17:20,022 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:17:20,023 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:20,027 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:17:20,029 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61290903, jitterRate=-0.0866943746805191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:20,029 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:17:20,031 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666639993Writing region info on filesystem at 1732666639994 (+1 ms)Initializing all the Stores at 1732666639996 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666639996Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666639996Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666639996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666639996Cleaning up temporary data from old regions at 1732666640022 (+26 ms)Running coprocessor post-open hooks at 1732666640029 (+7 ms)Region opened successfully at 1732666640031 (+2 ms) 2024-11-27T00:17:20,039 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666639916 2024-11-27T00:17:20,054 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:17:20,055 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:17:20,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37313,1732666636965 2024-11-27T00:17:20,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,37313,1732666636965, state=OPEN 2024-11-27T00:17:20,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1191811939/meta-region-server 2024-11-27T00:17:20,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1191811939/meta-region-server 2024-11-27T00:17:20,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1191811939/meta-region-server: CHANGED 2024-11-27T00:17:20,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1191811939/meta-region-server: CHANGED 2024-11-27T00:17:20,141 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,37313,1732666636965 2024-11-27T00:17:20,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:17:20,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,37313,1732666636965 in 391 msec 2024-11-27T00:17:20,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:17:20,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 699 msec 2024-11-27T00:17:20,158 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:20,158 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:17:20,182 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:17:20,184 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,37313,1732666636965, seqNum=-1] 2024-11-27T00:17:20,210 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:17:20,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:17:20,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4470 sec 2024-11-27T00:17:20,241 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666640241, completionTime=-1 2024-11-27T00:17:20,244 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:17:20,245 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:17:20,278 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:17:20,278 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666700278 2024-11-27T00:17:20,278 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666760278 2024-11-27T00:17:20,278 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-27T00:17:20,281 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38417,1732666635885-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:20,282 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38417,1732666635885-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:20,282 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38417,1732666635885-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:20,284 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:38417, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:20,284 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:20,285 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:20,292 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:17:20,319 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.104sec 2024-11-27T00:17:20,321 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:17:20,322 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:17:20,324 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:17:20,324 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:17:20,324 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:17:20,326 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38417,1732666635885-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:17:20,326 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38417,1732666635885-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:17:20,337 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:17:20,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:17:20,339 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38417,1732666635885-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:20,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3444bdc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:20,406 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T00:17:20,406 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T00:17:20,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,38417,-1 for getting cluster id 2024-11-27T00:17:20,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:20,423 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '422b7ce4-3f4f-484b-94c9-cc60aac7bf51' 2024-11-27T00:17:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:20,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "422b7ce4-3f4f-484b-94c9-cc60aac7bf51" 2024-11-27T00:17:20,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c8590a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:20,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,38417,-1] 2024-11-27T00:17:20,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:20,434 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:20,436 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:20,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:20,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:17:20,450 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,37313,1732666636965, seqNum=-1] 2024-11-27T00:17:20,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:17:20,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:17:20,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,38417,1732666635885 2024-11-27T00:17:20,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50890 2024-11-27T00:17:20,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:20,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10179a69bd50002 connected 2024-11-27T00:17:20,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/hadoop.log.dir so I do NOT create it in target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36 2024-11-27T00:17:20,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:17:20,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/hadoop.tmp.dir so I do NOT create it in target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36 2024-11-27T00:17:20,586 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:17:20,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36 2024-11-27T00:17:20,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:17:20,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/cluster_b1db3bd7-ebc5-d57f-5011-c5513e9faff8, deleteOnExit=true 2024-11-27T00:17:20,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:17:20,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/test.cache.data in system properties and HBase conf 2024-11-27T00:17:20,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:17:20,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:17:20,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:17:20,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:17:20,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:17:20,588 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:17:20,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:17:20,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:17:20,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:17:20,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:17:20,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:17:20,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:17:20,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:17:20,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:17:20,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:17:20,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:17:20,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:17:20,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:17:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:17:20,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:17:20,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:17:20,928 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:17:20,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:17:20,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:17:20,930 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:17:20,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:17:20,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:17:20,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:17:21,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302e235{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/java.io.tmpdir/jetty-localhost-37797-hadoop-hdfs-3_4_1-tests_jar-_-any-15389183862067313794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:17:21,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:37797} 2024-11-27T00:17:21,031 INFO [Time-limited test {}] server.Server(415): Started @12547ms 2024-11-27T00:17:21,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:17:21,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:17:21,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:17:21,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:17:21,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:17:21,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:17:21,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:17:21,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624f606a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/java.io.tmpdir/jetty-localhost-41129-hadoop-hdfs-3_4_1-tests_jar-_-any-11745749023123596027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:17:21,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:41129} 2024-11-27T00:17:21,486 INFO [Time-limited test {}] server.Server(415): Started @13003ms 2024-11-27T00:17:21,488 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:17:22,179 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/cluster_b1db3bd7-ebc5-d57f-5011-c5513e9faff8/data/data1/current/BP-1722618247-172.17.0.3-1732666640627/current, will proceed with Du for space computation calculation, 2024-11-27T00:17:22,179 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/cluster_b1db3bd7-ebc5-d57f-5011-c5513e9faff8/data/data2/current/BP-1722618247-172.17.0.3-1732666640627/current, will proceed with Du for space computation calculation, 2024-11-27T00:17:22,211 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:17:22,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13c130516ab1d261 with lease ID 0x62d2dc9475ad7051: Processing first storage report for DS-05efa1ca-0f6d-44c7-9ee7-be5c4a36d275 from datanode DatanodeRegistration(127.0.0.1:40537, datanodeUuid=ead80800-ce1f-44b0-adfd-f82a114d02ee, infoPort=43947, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=839853408;c=1732666640627) 2024-11-27T00:17:22,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13c130516ab1d261 with lease ID 0x62d2dc9475ad7051: from storage DS-05efa1ca-0f6d-44c7-9ee7-be5c4a36d275 node DatanodeRegistration(127.0.0.1:40537, datanodeUuid=ead80800-ce1f-44b0-adfd-f82a114d02ee, infoPort=43947, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=839853408;c=1732666640627), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:17:22,215 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13c130516ab1d261 with lease ID 0x62d2dc9475ad7051: Processing first storage report for DS-17d46b57-7a2a-425f-b647-04658366dbac from datanode DatanodeRegistration(127.0.0.1:40537, datanodeUuid=ead80800-ce1f-44b0-adfd-f82a114d02ee, infoPort=43947, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=839853408;c=1732666640627) 2024-11-27T00:17:22,215 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13c130516ab1d261 with lease ID 0x62d2dc9475ad7051: from storage DS-17d46b57-7a2a-425f-b647-04658366dbac node DatanodeRegistration(127.0.0.1:40537, datanodeUuid=ead80800-ce1f-44b0-adfd-f82a114d02ee, infoPort=43947, infoSecurePort=0, ipcPort=34149, storageInfo=lv=-57;cid=testClusterID;nsid=839853408;c=1732666640627), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:17:22,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36 2024-11-27T00:17:22,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:22,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:22,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:17:22,661 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52 with version=8 2024-11-27T00:17:22,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/hbase-staging 2024-11-27T00:17:22,665 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:17:22,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:22,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:22,666 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:17:22,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:22,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:17:22,666 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:17:22,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:17:22,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37727 2024-11-27T00:17:22,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37727 connecting to ZooKeeper ensemble=127.0.0.1:50890 2024-11-27T00:17:22,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377270x0, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:22,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37727-0x10179a69bd50003 connected 2024-11-27T00:17:22,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:22,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:22,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Set watcher on znode that does not yet exist, /1-508391112/running 2024-11-27T00:17:22,815 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52, hbase.cluster.distributed=false 2024-11-27T00:17:22,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Set watcher on znode that does not yet exist, /1-508391112/acl 2024-11-27T00:17:22,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37727 2024-11-27T00:17:22,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37727 2024-11-27T00:17:22,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37727 2024-11-27T00:17:22,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37727 2024-11-27T00:17:22,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37727 2024-11-27T00:17:22,838 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:17:22,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:22,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:22,838 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:17:22,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:22,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:17:22,838 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:17:22,838 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:17:22,839 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44671 2024-11-27T00:17:22,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44671 connecting to ZooKeeper ensemble=127.0.0.1:50890 2024-11-27T00:17:22,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:22,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:22,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446710x0, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:22,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446710x0, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Set watcher on znode that does not yet exist, /1-508391112/running 2024-11-27T00:17:22,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44671-0x10179a69bd50004 connected 2024-11-27T00:17:22,860 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:17:22,861 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:17:22,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Set watcher on znode that does not yet exist, /1-508391112/master 2024-11-27T00:17:22,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Set watcher on znode that does not yet exist, /1-508391112/acl 2024-11-27T00:17:22,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44671 2024-11-27T00:17:22,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44671 2024-11-27T00:17:22,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44671 2024-11-27T00:17:22,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44671 2024-11-27T00:17:22,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44671 2024-11-27T00:17:22,883 DEBUG [M:0;f036bc4986ea:37727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:37727 2024-11-27T00:17:22,884 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-508391112/backup-masters/f036bc4986ea,37727,1732666642665 2024-11-27T00:17:22,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112/backup-masters 2024-11-27T00:17:22,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112/backup-masters 2024-11-27T00:17:22,891 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Set watcher on existing znode=/1-508391112/backup-masters/f036bc4986ea,37727,1732666642665 2024-11-27T00:17:22,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-508391112/master 2024-11-27T00:17:22,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:22,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:22,902 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Set watcher on existing znode=/1-508391112/master 2024-11-27T00:17:22,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-508391112/backup-masters/f036bc4986ea,37727,1732666642665 from backup master directory 2024-11-27T00:17:22,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-508391112/backup-masters/f036bc4986ea,37727,1732666642665 2024-11-27T00:17:22,912 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:17:22,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112/backup-masters 2024-11-27T00:17:22,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112/backup-masters 2024-11-27T00:17:22,912 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,37727,1732666642665 2024-11-27T00:17:22,920 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/hbase.id] with ID: dee3bda7-ee4f-43da-8744-a11d8e35bf4b 2024-11-27T00:17:22,920 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/.tmp/hbase.id 2024-11-27T00:17:22,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:17:23,329 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/.tmp/hbase.id]:[hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/hbase.id] 2024-11-27T00:17:23,352 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:23,352 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:17:23,354 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T00:17:23,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:23,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:23,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:17:23,820 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:17:23,823 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:17:23,824 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:23,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:17:24,240 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store 2024-11-27T00:17:24,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:17:24,655 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:24,656 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:17:24,656 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:24,656 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:24,656 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:17:24,657 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:24,657 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:24,657 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666644655Disabling compacts and flushes for region at 1732666644655Disabling writes for close at 1732666644656 (+1 ms)Writing region close event to WAL at 1732666644657 (+1 ms)Closed at 1732666644657 2024-11-27T00:17:24,661 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/.initializing 2024-11-27T00:17:24,661 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/WALs/f036bc4986ea,37727,1732666642665 2024-11-27T00:17:24,664 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:17:24,667 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C37727%2C1732666642665, suffix=, logDir=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/WALs/f036bc4986ea,37727,1732666642665, archiveDir=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/oldWALs, maxLogs=10 2024-11-27T00:17:24,683 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/WALs/f036bc4986ea,37727,1732666642665/f036bc4986ea%2C37727%2C1732666642665.1732666644668, exclude list is [], retry=0 2024-11-27T00:17:24,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-05efa1ca-0f6d-44c7-9ee7-be5c4a36d275,DISK] 2024-11-27T00:17:24,705 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/WALs/f036bc4986ea,37727,1732666642665/f036bc4986ea%2C37727%2C1732666642665.1732666644668 2024-11-27T00:17:24,706 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43947:43947)] 2024-11-27T00:17:24,706 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:17:24,706 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:24,706 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:24,706 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:24,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:24,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:17:24,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:24,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:24,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:24,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:17:24,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:24,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:24,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:24,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:17:24,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:24,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:24,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:24,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:17:24,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:24,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:24,725 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:24,726 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:24,727 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:24,730 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:24,730 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:24,731 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:24,734 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:24,738 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:17:24,740 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73074372, jitterRate=0.08889299631118774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:24,740 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666644707Initializing all the Stores at 1732666644708 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666644709 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666644709Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666644709Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666644709Cleaning up temporary data from old regions at 1732666644730 (+21 ms)Region opened successfully at 1732666644740 (+10 ms) 2024-11-27T00:17:24,740 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:17:24,747 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b24578b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:17:24,749 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:17:24,749 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:17:24,749 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:17:24,749 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:17:24,750 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:17:24,755 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T00:17:24,755 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:17:24,764 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:17:24,765 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Unable to get data of znode /1-508391112/balancer because node does not exist (not necessarily an error) 2024-11-27T00:17:24,835 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-508391112/balancer already deleted, retry=false 2024-11-27T00:17:24,835 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:17:24,837 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Unable to get data of znode /1-508391112/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:17:24,849 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-508391112/normalizer already deleted, retry=false 2024-11-27T00:17:24,850 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:17:24,853 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Unable to get data of znode /1-508391112/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:17:24,866 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-508391112/switch/split already deleted, retry=false 2024-11-27T00:17:24,867 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Unable to get data of znode /1-508391112/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:17:24,876 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-508391112/switch/merge already deleted, retry=false 2024-11-27T00:17:24,881 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Unable to get data of znode /1-508391112/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:17:24,891 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-508391112/snapshot-cleanup already deleted, retry=false 2024-11-27T00:17:24,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-508391112/running 2024-11-27T00:17:24,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-508391112/running 2024-11-27T00:17:24,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:24,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:24,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,37727,1732666642665, sessionid=0x10179a69bd50003, setting cluster-up flag (Was=false) 2024-11-27T00:17:24,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:24,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:24,954 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-508391112/flush-table-proc/acquired, /1-508391112/flush-table-proc/reached, /1-508391112/flush-table-proc/abort 2024-11-27T00:17:24,957 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,37727,1732666642665 2024-11-27T00:17:24,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:24,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:25,017 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-508391112/online-snapshot/acquired, /1-508391112/online-snapshot/reached, /1-508391112/online-snapshot/abort 2024-11-27T00:17:25,019 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,37727,1732666642665 2024-11-27T00:17:25,021 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:17:25,024 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:25,024 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:17:25,024 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:17:25,025 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,37727,1732666642665 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:17:25,027 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:25,027 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:25,028 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:25,028 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:25,028 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:17:25,028 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:25,028 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:17:25,028 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:25,029 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666675029 2024-11-27T00:17:25,030 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:17:25,030 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:17:25,030 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:17:25,030 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:17:25,030 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:17:25,030 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:17:25,030 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,031 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:17:25,031 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:17:25,031 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:17:25,031 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:17:25,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:25,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:17:25,032 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:17:25,032 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:17:25,034 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666645032,5,FailOnTimeoutGroup] 2024-11-27T00:17:25,034 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:25,034 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:17:25,035 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666645034,5,FailOnTimeoutGroup] 2024-11-27T00:17:25,035 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,035 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:17:25,035 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,036 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:17:25,074 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(746): ClusterId : dee3bda7-ee4f-43da-8744-a11d8e35bf4b 2024-11-27T00:17:25,074 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:17:25,090 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:17:25,090 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:17:25,103 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:17:25,103 DEBUG [RS:0;f036bc4986ea:44671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78712fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:17:25,115 DEBUG [RS:0;f036bc4986ea:44671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:44671 2024-11-27T00:17:25,115 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:17:25,115 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:17:25,115 DEBUG [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:17:25,116 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,37727,1732666642665 with port=44671, startcode=1732666642837 2024-11-27T00:17:25,116 DEBUG [RS:0;f036bc4986ea:44671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:17:25,118 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:17:25,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37727 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,44671,1732666642837 2024-11-27T00:17:25,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37727 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,44671,1732666642837 2024-11-27T00:17:25,121 DEBUG [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52 2024-11-27T00:17:25,121 DEBUG [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32893 2024-11-27T00:17:25,121 DEBUG [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:17:25,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112/rs 2024-11-27T00:17:25,166 DEBUG [RS:0;f036bc4986ea:44671 {}] zookeeper.ZKUtil(111): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Set watcher on existing znode=/1-508391112/rs/f036bc4986ea,44671,1732666642837 2024-11-27T00:17:25,167 WARN [RS:0;f036bc4986ea:44671 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:17:25,167 INFO [RS:0;f036bc4986ea:44671 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:25,167 DEBUG [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/WALs/f036bc4986ea,44671,1732666642837 2024-11-27T00:17:25,168 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,44671,1732666642837] 2024-11-27T00:17:25,177 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:17:25,180 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:17:25,181 INFO [RS:0;f036bc4986ea:44671 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:17:25,181 INFO [RS:0;f036bc4986ea:44671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,181 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:17:25,183 INFO [RS:0;f036bc4986ea:44671 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:17:25,183 INFO [RS:0;f036bc4986ea:44671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,183 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:25,183 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:25,184 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:25,184 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:25,184 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:25,184 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:17:25,184 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:25,184 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:25,184 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:25,185 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:25,185 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:25,185 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:25,185 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:17:25,185 DEBUG [RS:0;f036bc4986ea:44671 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:17:25,186 INFO [RS:0;f036bc4986ea:44671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,186 INFO [RS:0;f036bc4986ea:44671 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,186 INFO [RS:0;f036bc4986ea:44671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,186 INFO [RS:0;f036bc4986ea:44671 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,186 INFO [RS:0;f036bc4986ea:44671 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,186 INFO [RS:0;f036bc4986ea:44671 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44671,1732666642837-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:17:25,207 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:17:25,207 INFO [RS:0;f036bc4986ea:44671 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44671,1732666642837-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,207 INFO [RS:0;f036bc4986ea:44671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,207 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.Replication(171): f036bc4986ea,44671,1732666642837 started 2024-11-27T00:17:25,220 INFO [RS:0;f036bc4986ea:44671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:25,220 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,44671,1732666642837, RpcServer on f036bc4986ea/172.17.0.3:44671, sessionid=0x10179a69bd50004 2024-11-27T00:17:25,221 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:17:25,221 DEBUG [RS:0;f036bc4986ea:44671 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,44671,1732666642837 2024-11-27T00:17:25,221 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,44671,1732666642837' 2024-11-27T00:17:25,221 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-508391112/flush-table-proc/abort' 2024-11-27T00:17:25,221 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-508391112/flush-table-proc/acquired' 2024-11-27T00:17:25,222 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:17:25,222 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:17:25,222 DEBUG [RS:0;f036bc4986ea:44671 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,44671,1732666642837 2024-11-27T00:17:25,222 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,44671,1732666642837' 2024-11-27T00:17:25,222 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-508391112/online-snapshot/abort' 2024-11-27T00:17:25,223 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-508391112/online-snapshot/acquired' 2024-11-27T00:17:25,223 DEBUG [RS:0;f036bc4986ea:44671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:17:25,223 INFO [RS:0;f036bc4986ea:44671 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:17:25,223 INFO [RS:0;f036bc4986ea:44671 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:17:25,325 INFO [RS:0;f036bc4986ea:44671 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:17:25,331 INFO [RS:0;f036bc4986ea:44671 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C44671%2C1732666642837, suffix=, logDir=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/WALs/f036bc4986ea,44671,1732666642837, archiveDir=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/oldWALs, maxLogs=10 2024-11-27T00:17:25,349 DEBUG [RS:0;f036bc4986ea:44671 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/WALs/f036bc4986ea,44671,1732666642837/f036bc4986ea%2C44671%2C1732666642837.1732666645335, exclude list is [], retry=0 2024-11-27T00:17:25,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-05efa1ca-0f6d-44c7-9ee7-be5c4a36d275,DISK] 2024-11-27T00:17:25,357 INFO [RS:0;f036bc4986ea:44671 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/WALs/f036bc4986ea,44671,1732666642837/f036bc4986ea%2C44671%2C1732666642837.1732666645335 2024-11-27T00:17:25,358 DEBUG [RS:0;f036bc4986ea:44671 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43947:43947)] 2024-11-27T00:17:25,446 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:17:25,447 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52 2024-11-27T00:17:25,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:17:25,507 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:17:25,554 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:17:25,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:25,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:17:25,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:17:25,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:25,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:25,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:17:25,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:17:25,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:25,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:25,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:17:25,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:17:25,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:25,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:25,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:17:25,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:17:25,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:25,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:25,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:17:25,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/data/hbase/meta/1588230740 2024-11-27T00:17:25,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/data/hbase/meta/1588230740 2024-11-27T00:17:25,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:17:25,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:17:25,881 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:25,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:17:25,886 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:17:25,887 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72739184, jitterRate=0.08389830589294434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:25,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666645859Initializing all the Stores at 1732666645862 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666645863 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666645863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666645863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666645863Cleaning up temporary data from old regions at 1732666645881 (+18 ms)Region opened successfully at 1732666645887 (+6 ms) 2024-11-27T00:17:25,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:17:25,887 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:17:25,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:17:25,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:17:25,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:17:25,888 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:17:25,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666645887Disabling compacts and flushes for region at 1732666645887Disabling writes for close at 1732666645888 (+1 ms)Writing region close event to WAL at 1732666645888Closed at 1732666645888 2024-11-27T00:17:25,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:25,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:17:25,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:17:25,892 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:17:25,894 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:17:26,044 DEBUG [f036bc4986ea:37727 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:17:26,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,44671,1732666642837 2024-11-27T00:17:26,050 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,44671,1732666642837, state=OPENING 2024-11-27T00:17:26,119 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:17:26,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:26,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:26,131 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:17:26,131 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-508391112/meta-region-server: CHANGED 2024-11-27T00:17:26,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-508391112/meta-region-server: CHANGED 2024-11-27T00:17:26,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,44671,1732666642837}] 2024-11-27T00:17:26,291 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:17:26,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:17:26,304 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:17:26,304 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:26,305 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:17:26,308 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C44671%2C1732666642837.meta, suffix=.meta, logDir=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/WALs/f036bc4986ea,44671,1732666642837, archiveDir=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/oldWALs, maxLogs=10 2024-11-27T00:17:26,323 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/WALs/f036bc4986ea,44671,1732666642837/f036bc4986ea%2C44671%2C1732666642837.meta.1732666646310.meta, exclude list is [], retry=0 2024-11-27T00:17:26,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-05efa1ca-0f6d-44c7-9ee7-be5c4a36d275,DISK] 2024-11-27T00:17:26,329 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/WALs/f036bc4986ea,44671,1732666642837/f036bc4986ea%2C44671%2C1732666642837.meta.1732666646310.meta 2024-11-27T00:17:26,329 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43947:43947)] 2024-11-27T00:17:26,329 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:17:26,330 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:17:26,330 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:17:26,330 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:17:26,330 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:17:26,330 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:17:26,330 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:26,330 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:17:26,331 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:17:26,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:17:26,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:17:26,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:26,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:26,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:17:26,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:17:26,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:26,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:26,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:17:26,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:17:26,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:26,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:26,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:17:26,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:17:26,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:26,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:26,342 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:17:26,343 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/data/hbase/meta/1588230740 2024-11-27T00:17:26,344 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/data/hbase/meta/1588230740 2024-11-27T00:17:26,346 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:17:26,346 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:17:26,347 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:26,349 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:17:26,351 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64559960, jitterRate=-0.037981629371643066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:26,351 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:17:26,351 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666646331Writing region info on filesystem at 1732666646331Initializing all the Stores at 1732666646332 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666646332Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666646333 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666646333Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666646333Cleaning up temporary data from old regions at 1732666646346 (+13 ms)Running coprocessor post-open hooks at 1732666646351 (+5 ms)Region opened successfully at 1732666646351 2024-11-27T00:17:26,353 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666646290 2024-11-27T00:17:26,357 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:17:26,357 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:17:26,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,44671,1732666642837 2024-11-27T00:17:26,360 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,44671,1732666642837, state=OPEN 2024-11-27T00:17:26,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:17:26,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T00:17:26,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-508391112/meta-region-server 2024-11-27T00:17:26,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-508391112/meta-region-server 2024-11-27T00:17:26,375 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,44671,1732666642837 2024-11-27T00:17:26,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-508391112/meta-region-server: CHANGED 2024-11-27T00:17:26,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-508391112/meta-region-server: CHANGED 2024-11-27T00:17:26,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:17:26,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T00:17:26,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:17:26,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T00:17:26,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:17:26,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T00:17:26,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:17:26,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,44671,1732666642837 in 244 msec 2024-11-27T00:17:26,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:17:26,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-27T00:17:26,388 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:26,388 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:17:26,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:17:26,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,44671,1732666642837, seqNum=-1] 2024-11-27T00:17:26,391 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:17:26,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46495, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:17:26,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3770 sec 2024-11-27T00:17:26,401 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666646401, completionTime=-1 2024-11-27T00:17:26,401 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:17:26,401 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:17:26,404 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:17:26,404 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666706404 2024-11-27T00:17:26,404 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666766404 2024-11-27T00:17:26,404 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T00:17:26,405 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37727,1732666642665-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:26,405 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37727,1732666642665-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:26,405 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37727,1732666642665-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:26,405 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:37727, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:26,405 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:26,406 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:26,407 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:17:26,410 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.498sec 2024-11-27T00:17:26,410 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:17:26,410 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:17:26,410 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:17:26,410 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:17:26,410 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:17:26,411 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37727,1732666642665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:17:26,411 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37727,1732666642665-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:17:26,414 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:17:26,414 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:17:26,414 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37727,1732666642665-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:26,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:26,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37727,-1 for getting cluster id 2024-11-27T00:17:26,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:26,480 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dee3bda7-ee4f-43da-8744-a11d8e35bf4b' 2024-11-27T00:17:26,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:26,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dee3bda7-ee4f-43da-8744-a11d8e35bf4b" 2024-11-27T00:17:26,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75954f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:26,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37727,-1] 2024-11-27T00:17:26,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:26,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:26,486 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:26,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:26,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:17:26,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,44671,1732666642837, seqNum=-1] 2024-11-27T00:17:26,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:17:26,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:17:26,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,37727,1732666642665 2024-11-27T00:17:26,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50890 2024-11-27T00:17:26,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:26,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10179a69bd50005 connected 2024-11-27T00:17:26,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa3330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:26,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,38417,-1 for getting cluster id 2024-11-27T00:17:26,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:26,554 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '422b7ce4-3f4f-484b-94c9-cc60aac7bf51' 2024-11-27T00:17:26,554 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:26,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "422b7ce4-3f4f-484b-94c9-cc60aac7bf51" 2024-11-27T00:17:26,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5a3aaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:26,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,38417,-1] 2024-11-27T00:17:26,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:26,556 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:26,557 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519eae2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:26,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:26,573 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,38417,1732666635885 2024-11-27T00:17:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a839455 2024-11-27T00:17:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:26,577 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:17:26,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:37727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:17:26,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:17:26,589 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37727' 2024-11-27T00:17:26,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:17:26,590 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf92577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:26,590 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37727,-1 for getting cluster id 2024-11-27T00:17:26,591 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:26,591 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dee3bda7-ee4f-43da-8744-a11d8e35bf4b' 2024-11-27T00:17:26,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:26,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dee3bda7-ee4f-43da-8744-a11d8e35bf4b" 2024-11-27T00:17:26,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e945792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:26,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37727,-1] 2024-11-27T00:17:26,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:26,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:26,594 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:26,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1932788b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:26,595 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:26,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37727,1732666642665 2024-11-27T00:17:26,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f2de865 2024-11-27T00:17:26,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:26,601 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:17:26,611 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T00:17:26,611 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:17:26,615 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:26,616 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:26,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:26,617 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:17:26,622 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:17:26,625 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:17:26,625 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:26,627 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:17:26,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741835_1011 (size=1138) 2024-11-27T00:17:26,674 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:17:26,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:17:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:17:27,043 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e02cfb587911fd5dfca84c8bf4bfbec, NAME => 'hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b 2024-11-27T00:17:27,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741836_1012 (size=44) 2024-11-27T00:17:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:17:27,455 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:27,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2e02cfb587911fd5dfca84c8bf4bfbec, disabling compactions & flushes 2024-11-27T00:17:27,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:27,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:27,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. after waiting 0 ms 2024-11-27T00:17:27,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:27,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:27,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e02cfb587911fd5dfca84c8bf4bfbec: Waiting for close lock at 1732666647456Disabling compacts and flushes for region at 1732666647456Disabling writes for close at 1732666647456Writing region close event to WAL at 1732666647456Closed at 1732666647456 2024-11-27T00:17:27,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:17:27,467 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666647459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666647459"}]},"ts":"1732666647459"} 2024-11-27T00:17:27,471 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:17:27,473 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:17:27,475 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666647473"}]},"ts":"1732666647473"} 2024-11-27T00:17:27,479 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:17:27,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e02cfb587911fd5dfca84c8bf4bfbec, ASSIGN}] 2024-11-27T00:17:27,483 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e02cfb587911fd5dfca84c8bf4bfbec, ASSIGN 2024-11-27T00:17:27,484 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e02cfb587911fd5dfca84c8bf4bfbec, ASSIGN; state=OFFLINE, location=f036bc4986ea,37313,1732666636965; forceNewPlan=false, retain=false 2024-11-27T00:17:27,638 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2e02cfb587911fd5dfca84c8bf4bfbec, regionState=OPENING, regionLocation=f036bc4986ea,37313,1732666636965 2024-11-27T00:17:27,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e02cfb587911fd5dfca84c8bf4bfbec, ASSIGN because future has completed 2024-11-27T00:17:27,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e02cfb587911fd5dfca84c8bf4bfbec, server=f036bc4986ea,37313,1732666636965}] 2024-11-27T00:17:27,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:17:27,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:27,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:27,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:17:27,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C37313%2C1732666636965.rep, suffix=, logDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965, archiveDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/oldWALs, maxLogs=10 2024-11-27T00:17:27,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.rep.1732666647817, exclude list is [], retry=0 2024-11-27T00:17:27,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38193,DS-c6ae6a7b-5c86-46dd-91eb-f3979e8cb1fe,DISK] 2024-11-27T00:17:27,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.rep.1732666647817 2024-11-27T00:17:27,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-27T00:17:27,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e02cfb587911fd5dfca84c8bf4bfbec, NAME => 'hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:17:27,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:17:27,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:17:27,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. service=MultiRowMutationService 2024-11-27T00:17:27,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:17:27,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:27,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:27,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:27,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:27,841 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:27,843 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e02cfb587911fd5dfca84c8bf4bfbec columnFamilyName hfileref 2024-11-27T00:17:27,843 DEBUG [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:27,844 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] regionserver.HStore(327): Store=2e02cfb587911fd5dfca84c8bf4bfbec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:27,844 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:27,846 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e02cfb587911fd5dfca84c8bf4bfbec columnFamilyName queue 2024-11-27T00:17:27,846 DEBUG [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:27,847 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] regionserver.HStore(327): Store=2e02cfb587911fd5dfca84c8bf4bfbec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:27,847 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:27,849 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e02cfb587911fd5dfca84c8bf4bfbec columnFamilyName sid 2024-11-27T00:17:27,849 DEBUG [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:27,850 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] regionserver.HStore(327): Store=2e02cfb587911fd5dfca84c8bf4bfbec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:27,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:27,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/replication/2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:27,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/replication/2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:27,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:27,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:27,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:17:27,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:27,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/replication/2e02cfb587911fd5dfca84c8bf4bfbec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:17:27,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2e02cfb587911fd5dfca84c8bf4bfbec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66294890, jitterRate=-0.012129157781600952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:17:27,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:27,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2e02cfb587911fd5dfca84c8bf4bfbec: Running coprocessor pre-open hook at 1732666647839Writing region info on filesystem at 1732666647839Initializing all the Stores at 1732666647841 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666647841Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666647841Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666647841Cleaning up temporary data from old regions at 1732666647854 (+13 ms)Running coprocessor post-open hooks at 1732666647862 (+8 ms)Region opened successfully at 1732666647863 (+1 ms) 2024-11-27T00:17:27,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec., pid=7, masterSystemTime=1732666647803 2024-11-27T00:17:27,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:27,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:27,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2e02cfb587911fd5dfca84c8bf4bfbec, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37313,1732666636965 2024-11-27T00:17:27,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e02cfb587911fd5dfca84c8bf4bfbec, server=f036bc4986ea,37313,1732666636965 because future has completed 2024-11-27T00:17:27,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T00:17:27,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e02cfb587911fd5dfca84c8bf4bfbec, server=f036bc4986ea,37313,1732666636965 in 226 msec 2024-11-27T00:17:27,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:17:27,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e02cfb587911fd5dfca84c8bf4bfbec, ASSIGN in 397 msec 2024-11-27T00:17:27,883 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:17:27,883 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666647883"}]},"ts":"1732666647883"} 2024-11-27T00:17:27,886 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:17:27,887 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:17:27,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2690 sec 2024-11-27T00:17:27,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec., hostname=f036bc4986ea,37313,1732666636965, seqNum=2] 2024-11-27T00:17:27,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37313 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T00:17:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:28,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:28,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:17:28,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T00:17:28,220 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:17:28,257 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,37313,1732666636965, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:17:28,259 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:17:28,259 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,37313,1732666636965, seqNum=-1] 2024-11-27T00:17:28,259 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:17:28,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T00:17:28,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,37313,1732666636965', locateType=CURRENT is [region=hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec., hostname=f036bc4986ea,37313,1732666636965, seqNum=2] 2024-11-27T00:17:28,270 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T00:17:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T00:17:28,276 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,37313,1732666636965 suceeded 2024-11-27T00:17:28,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T00:17:28,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-27T00:17:28,279 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:37727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:17:28,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6990 sec 2024-11-27T00:17:28,289 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37727' 2024-11-27T00:17:28,291 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26eb5428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:28,292 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37727,-1 for getting cluster id 2024-11-27T00:17:28,292 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:28,293 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dee3bda7-ee4f-43da-8744-a11d8e35bf4b' 2024-11-27T00:17:28,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:28,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dee3bda7-ee4f-43da-8744-a11d8e35bf4b" 2024-11-27T00:17:28,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37db7cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:28,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37727,-1] 2024-11-27T00:17:28,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:28,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:28,295 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:28,295 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cce9326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:28,296 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:28,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37727,1732666642665 2024-11-27T00:17:28,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@209226bc 2024-11-27T00:17:28,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:28,298 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T00:17:28,299 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,37313,1732666636965 (queues=1) is replicating from cluster=422b7ce4-3f4f-484b-94c9-cc60aac7bf51 to cluster=dee3bda7-ee4f-43da-8744-a11d8e35bf4b 2024-11-27T00:17:28,301 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C37313%2C1732666636965 2024-11-27T00:17:28,306 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,37313,1732666636965, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:17:28,308 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965.replicationSource.shipperf036bc4986ea%2C37313%2C1732666636965,1-f036bc4986ea,37313,1732666636965 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C37313%2C1732666636965 2024-11-27T00:17:28,311 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,1-f036bc4986ea,37313,1732666636965 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333, startPosition=0, beingWritten=true 2024-11-27T00:17:28,560 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,1-f036bc4986ea,37313,1732666636965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333 to pos 0, reset compression=false 2024-11-27T00:17:28,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:17:28,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:17:28,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:28,738 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:17:28,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:28,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:28,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:28,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19170393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:28,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,38417,-1 for getting cluster id 2024-11-27T00:17:28,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:28,744 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '422b7ce4-3f4f-484b-94c9-cc60aac7bf51' 2024-11-27T00:17:28,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:28,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "422b7ce4-3f4f-484b-94c9-cc60aac7bf51" 2024-11-27T00:17:28,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96dc82f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,38417,-1] 2024-11-27T00:17:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:28,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:28,748 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:28,749 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db46f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:28,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:28,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,38417,1732666635885 2024-11-27T00:17:28,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c176517 2024-11-27T00:17:28,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:28,752 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:17:28,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://f036bc4986ea:37727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:17:28,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:17:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T00:17:28,756 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37727' 2024-11-27T00:17:28,757 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e597b13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:28,757 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37727,-1 for getting cluster id 2024-11-27T00:17:28,758 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:28,758 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dee3bda7-ee4f-43da-8744-a11d8e35bf4b' 2024-11-27T00:17:28,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:28,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dee3bda7-ee4f-43da-8744-a11d8e35bf4b" 2024-11-27T00:17:28,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290b158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:28,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37727,-1] 2024-11-27T00:17:28,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:28,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:28,762 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:28,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1588caf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:28,763 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:28,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37727,1732666642665 2024-11-27T00:17:28,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e0e0c1a 2024-11-27T00:17:28,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:28,765 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:17:28,766 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T00:17:28,766 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:17:28,767 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:28,767 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:28,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:28,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:17:28,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T00:17:28,872 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,1-f036bc4986ea,37313,1732666636965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333 to pos 0, reset compression=false 2024-11-27T00:17:28,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-27T00:17:28,954 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T00:17:28,988 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-f036bc4986ea,37313,1732666636965, ReplicationSource: 2, currentBandwidth=0 2024-11-27T00:17:28,992 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-27T00:17:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-27T00:17:28,996 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f036bc4986ea,37313,1732666636965 suceeded 2024-11-27T00:17:29,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:17:29,001 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f036bc4986ea:37727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:17:29,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-27T00:17:29,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 248 msec 2024-11-27T00:17:29,009 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37727' 2024-11-27T00:17:29,010 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1041ab52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:29,010 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37727,-1 for getting cluster id 2024-11-27T00:17:29,010 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:29,011 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dee3bda7-ee4f-43da-8744-a11d8e35bf4b' 2024-11-27T00:17:29,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:29,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dee3bda7-ee4f-43da-8744-a11d8e35bf4b" 2024-11-27T00:17:29,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50a17e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:29,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37727,-1] 2024-11-27T00:17:29,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:29,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:29,014 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:29,015 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a54207c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:29,015 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:29,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37727,1732666642665 2024-11-27T00:17:29,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51cee050 2024-11-27T00:17:29,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:29,017 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T00:17:29,018 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f036bc4986ea,37313,1732666636965 (queues=1) is replicating from cluster=422b7ce4-3f4f-484b-94c9-cc60aac7bf51 to cluster=dee3bda7-ee4f-43da-8744-a11d8e35bf4b 2024-11-27T00:17:29,018 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f036bc4986ea%2C37313%2C1732666636965 2024-11-27T00:17:29,018 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f036bc4986ea,37313,1732666636965, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:17:29,018 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965.replicationSource.shipperf036bc4986ea%2C37313%2C1732666636965,2-f036bc4986ea,37313,1732666636965 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C37313%2C1732666636965 2024-11-27T00:17:29,018 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,2-f036bc4986ea,37313,1732666636965 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333, startPosition=0, beingWritten=true 2024-11-27T00:17:29,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T00:17:29,078 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T00:17:29,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:17:29,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:29,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:29,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:29,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:29,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:29,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,38417,1732666635885 2024-11-27T00:17:29,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e77d281 2024-11-27T00:17:29,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:29,090 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:17:29,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T00:17:29,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T00:17:29,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T00:17:29,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T00:17:29,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:37727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:17:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T00:17:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T00:17:29,105 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37727' 2024-11-27T00:17:29,106 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff69dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:29,106 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37727,-1 for getting cluster id 2024-11-27T00:17:29,106 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:29,107 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dee3bda7-ee4f-43da-8744-a11d8e35bf4b' 2024-11-27T00:17:29,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:29,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dee3bda7-ee4f-43da-8744-a11d8e35bf4b" 2024-11-27T00:17:29,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ad7cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:29,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37727,-1] 2024-11-27T00:17:29,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:29,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:29,109 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:29,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5abf00d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:29,109 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:29,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37727,1732666642665 2024-11-27T00:17:29,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d0d73b7 2024-11-27T00:17:29,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:29,111 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:17:29,112 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-27T00:17:29,112 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:17:29,112 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:29,112 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:29,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:29,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:17:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T00:17:29,225 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,2-f036bc4986ea,37313,1732666636965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333 to pos 0, reset compression=false 2024-11-27T00:17:29,286 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,1-f036bc4986ea,37313,1732666636965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333 to pos 0, reset compression=false 2024-11-27T00:17:29,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-27T00:17:29,334 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-27T00:17:29,336 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-27T00:17:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-27T00:17:29,340 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on f036bc4986ea,37313,1732666636965 suceeded 2024-11-27T00:17:29,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T00:17:29,343 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://f036bc4986ea:37727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:17:29,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-11-27T00:17:29,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 244 msec 2024-11-27T00:17:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T00:17:29,427 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-27T00:17:29,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://f036bc4986ea:37727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:17:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T00:17:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T00:17:29,435 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37727' 2024-11-27T00:17:29,436 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294f3f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:29,437 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37727,-1 for getting cluster id 2024-11-27T00:17:29,437 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:29,438 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dee3bda7-ee4f-43da-8744-a11d8e35bf4b' 2024-11-27T00:17:29,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:29,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dee3bda7-ee4f-43da-8744-a11d8e35bf4b" 2024-11-27T00:17:29,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b253cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:29,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37727,-1] 2024-11-27T00:17:29,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:29,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:29,441 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:29,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c720676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:29,443 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:29,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37727,1732666642665 2024-11-27T00:17:29,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e0d5f4d 2024-11-27T00:17:29,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:29,446 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:17:29,447 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T00:17:29,447 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:17:29,447 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:29,447 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:29,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:29,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:17:29,532 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,2-f036bc4986ea,37313,1732666636965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333 to pos 0, reset compression=false 2024-11-27T00:17:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T00:17:29,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-27T00:17:29,677 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-27T00:17:29,679 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-27T00:17:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-27T00:17:29,683 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on f036bc4986ea,37313,1732666636965 suceeded 2024-11-27T00:17:29,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-27T00:17:29,686 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://f036bc4986ea:37727,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:17:29,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-27T00:17:29,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 257 msec 2024-11-27T00:17:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T00:17:29,747 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-27T00:17:29,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T00:17:29,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38417 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T00:17:29,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:17:29,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:29,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:29,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:29,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:29,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:17:29,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=103290724, stopped=false 2024-11-27T00:17:29,750 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,38417,1732666635885 2024-11-27T00:17:29,793 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,1-f036bc4986ea,37313,1732666636965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333 to pos 0, reset compression=false 2024-11-27T00:17:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1191811939/running 2024-11-27T00:17:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1191811939/running 2024-11-27T00:17:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:29,803 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:17:29,803 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:17:29,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:29,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:29,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/running 2024-11-27T00:17:29,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/running 2024-11-27T00:17:29,804 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,37313,1732666636965' ***** 2024-11-27T00:17:29,805 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:17:29,805 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:17:29,805 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:17:29,805 INFO [RS:0;f036bc4986ea:37313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:17:29,805 INFO [RS:0;f036bc4986ea:37313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:17:29,806 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:29,806 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,37313,1732666636965 2024-11-27T00:17:29,806 INFO [RS:0;f036bc4986ea:37313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:17:29,806 INFO [RS:0;f036bc4986ea:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:37313. 2024-11-27T00:17:29,806 DEBUG [RS:0;f036bc4986ea:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:29,806 DEBUG [RS:0;f036bc4986ea:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:29,807 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e02cfb587911fd5dfca84c8bf4bfbec, disabling compactions & flushes 2024-11-27T00:17:29,807 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:29,807 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:29,807 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. after waiting 0 ms 2024-11-27T00:17:29,807 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:29,807 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:17:29,807 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:17:29,807 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:17:29,807 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:17:29,808 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T00:17:29,808 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:17:29,808 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1325): Online Regions={2e02cfb587911fd5dfca84c8bf4bfbec=hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:17:29,808 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:17:29,808 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:17:29,808 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:17:29,808 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:17:29,808 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:29,811 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2e02cfb587911fd5dfca84c8bf4bfbec 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-27T00:17:29,811 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T00:17:29,870 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:17:29,877 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/replication/2e02cfb587911fd5dfca84c8bf4bfbec/.tmp/queue/9d15472558b3493c869861250c471365 is 151, key is 1-f036bc4986ea,37313,1732666636965/queue:f036bc4986ea%2C37313%2C1732666636965/1732666648264/Put/seqid=0 2024-11-27T00:17:29,877 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/.tmp/info/19c615501d184d9ea32ce1c5e437e2cd is 147, key is hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec./info:regioninfo/1732666647869/Put/seqid=0 2024-11-27T00:17:29,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741838_1014 (size=5500) 2024-11-27T00:17:29,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741839_1015 (size=6631) 2024-11-27T00:17:29,939 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,2-f036bc4986ea,37313,1732666636965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333 to pos 0, reset compression=false 2024-11-27T00:17:30,009 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:30,159 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:17:30,160 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:17:30,209 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:30,289 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/replication/2e02cfb587911fd5dfca84c8bf4bfbec/.tmp/queue/9d15472558b3493c869861250c471365 2024-11-27T00:17:30,291 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/.tmp/info/19c615501d184d9ea32ce1c5e437e2cd 2024-11-27T00:17:30,357 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/replication/2e02cfb587911fd5dfca84c8bf4bfbec/.tmp/queue/9d15472558b3493c869861250c471365 as hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/replication/2e02cfb587911fd5dfca84c8bf4bfbec/queue/9d15472558b3493c869861250c471365 2024-11-27T00:17:30,366 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/replication/2e02cfb587911fd5dfca84c8bf4bfbec/queue/9d15472558b3493c869861250c471365, entries=2, sequenceid=6, filesize=5.4 K 2024-11-27T00:17:30,373 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 2e02cfb587911fd5dfca84c8bf4bfbec in 562ms, sequenceid=6, compaction requested=false 2024-11-27T00:17:30,373 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T00:17:30,374 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/.tmp/ns/1b3d8910158d47c18b681a1b462f8a9a is 43, key is default/ns:d/1732666640219/Put/seqid=0 2024-11-27T00:17:30,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741840_1016 (size=5153) 2024-11-27T00:17:30,381 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/replication/2e02cfb587911fd5dfca84c8bf4bfbec/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T00:17:30,383 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:17:30,383 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:17:30,383 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:30,383 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e02cfb587911fd5dfca84c8bf4bfbec: Waiting for close lock at 1732666649806Running coprocessor pre-close hooks at 1732666649807 (+1 ms)Disabling compacts and flushes for region at 1732666649807Disabling writes for close at 1732666649807Obtaining lock to block concurrent updates at 1732666649811 (+4 ms)Preparing flush snapshotting stores in 2e02cfb587911fd5dfca84c8bf4bfbec at 1732666649811Finished memstore snapshotting hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732666649819 (+8 ms)Flushing stores of hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. at 1732666649821 (+2 ms)Flushing 2e02cfb587911fd5dfca84c8bf4bfbec/queue: creating writer at 1732666649823 (+2 ms)Flushing 2e02cfb587911fd5dfca84c8bf4bfbec/queue: appending metadata at 1732666649862 (+39 ms)Flushing 2e02cfb587911fd5dfca84c8bf4bfbec/queue: closing flushed file at 1732666649864 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b41a15: reopening flushed file at 1732666650355 (+491 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 2e02cfb587911fd5dfca84c8bf4bfbec in 562ms, sequenceid=6, compaction requested=false at 1732666650373 (+18 ms)Writing region close event to WAL at 1732666650376 (+3 ms)Running coprocessor post-close hooks at 1732666650381 (+5 ms)Closed at 1732666650383 (+2 ms) 2024-11-27T00:17:30,384 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:30,401 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,1-f036bc4986ea,37313,1732666636965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333 to pos 0, reset compression=false 2024-11-27T00:17:30,409 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:17:30,446 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,2-f036bc4986ea,37313,1732666636965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333 to pos 0, reset compression=false 2024-11-27T00:17:30,609 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:17:30,781 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/.tmp/ns/1b3d8910158d47c18b681a1b462f8a9a 2024-11-27T00:17:30,806 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/.tmp/table/caeb8fd9b93d4cee8a355f2666a6dcbe is 53, key is hbase:replication/table:state/1732666647883/Put/seqid=0 2024-11-27T00:17:30,810 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:17:30,810 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:17:30,810 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:17:30,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741841_1017 (size=5256) 2024-11-27T00:17:31,010 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:17:31,053 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,2-f036bc4986ea,37313,1732666636965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333 to pos 0, reset compression=false 2024-11-27T00:17:31,108 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,1-f036bc4986ea,37313,1732666636965 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333 to pos 0, reset compression=false 2024-11-27T00:17:31,211 DEBUG [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:17:31,214 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/.tmp/table/caeb8fd9b93d4cee8a355f2666a6dcbe 2024-11-27T00:17:31,230 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/.tmp/info/19c615501d184d9ea32ce1c5e437e2cd as hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/info/19c615501d184d9ea32ce1c5e437e2cd 2024-11-27T00:17:31,241 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/info/19c615501d184d9ea32ce1c5e437e2cd, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T00:17:31,242 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/.tmp/ns/1b3d8910158d47c18b681a1b462f8a9a as hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/ns/1b3d8910158d47c18b681a1b462f8a9a 2024-11-27T00:17:31,251 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/ns/1b3d8910158d47c18b681a1b462f8a9a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T00:17:31,253 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/.tmp/table/caeb8fd9b93d4cee8a355f2666a6dcbe as hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/table/caeb8fd9b93d4cee8a355f2666a6dcbe 2024-11-27T00:17:31,262 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/table/caeb8fd9b93d4cee8a355f2666a6dcbe, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T00:17:31,263 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1455ms, sequenceid=11, compaction requested=false 2024-11-27T00:17:31,270 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T00:17:31,271 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:17:31,271 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:17:31,271 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:17:31,271 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666649808Running coprocessor pre-close hooks at 1732666649808Disabling compacts and flushes for region at 1732666649808Disabling writes for close at 1732666649808Obtaining lock to block concurrent updates at 1732666649811 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732666649811Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732666649819 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732666649821 (+2 ms)Flushing 1588230740/info: creating writer at 1732666649823 (+2 ms)Flushing 1588230740/info: appending metadata at 1732666649863 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732666649864 (+1 ms)Flushing 1588230740/ns: creating writer at 1732666650355 (+491 ms)Flushing 1588230740/ns: appending metadata at 1732666650373 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732666650373Flushing 1588230740/table: creating writer at 1732666650790 (+417 ms)Flushing 1588230740/table: appending metadata at 1732666650805 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732666650805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3330fe8a: reopening flushed file at 1732666651228 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@80b342e: reopening flushed file at 1732666651241 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f4527f2: reopening flushed file at 1732666651251 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1455ms, sequenceid=11, compaction requested=false at 1732666651263 (+12 ms)Writing region close event to WAL at 1732666651265 (+2 ms)Running coprocessor post-close hooks at 1732666651270 (+5 ms)Closed at 1732666651271 (+1 ms) 2024-11-27T00:17:31,271 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:17:31,411 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,37313,1732666636965; all regions closed. 2024-11-27T00:17:31,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741834_1010 (size=2742) 2024-11-27T00:17:31,422 DEBUG [RS:0;f036bc4986ea:37313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/oldWALs 2024-11-27T00:17:31,422 INFO [RS:0;f036bc4986ea:37313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C37313%2C1732666636965.meta:.meta(num 1732666639947) 2024-11-27T00:17:31,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741837_1013 (size=1802) 2024-11-27T00:17:31,428 DEBUG [RS:0;f036bc4986ea:37313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/oldWALs 2024-11-27T00:17:31,428 INFO [RS:0;f036bc4986ea:37313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C37313%2C1732666636965.rep:(num 1732666647817) 2024-11-27T00:17:31,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741833_1009 (size=93) 2024-11-27T00:17:31,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965/f036bc4986ea%2C37313%2C1732666636965.1732666639333 not finished, retry = 0 2024-11-27T00:17:31,537 DEBUG [RS:0;f036bc4986ea:37313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/oldWALs 2024-11-27T00:17:31,537 INFO [RS:0;f036bc4986ea:37313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C37313%2C1732666636965:(num 1732666639333) 2024-11-27T00:17:31,537 DEBUG [RS:0;f036bc4986ea:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:31,537 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:17:31,537 INFO [RS:0;f036bc4986ea:37313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:17:31,537 INFO [RS:0;f036bc4986ea:37313 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T00:17:31,538 INFO [RS:0;f036bc4986ea:37313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:17:31,538 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:17:31,538 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,37313,1732666636965 because: Region server is closing 2024-11-27T00:17:31,538 INFO [RS:0;f036bc4986ea:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:37313. 2024-11-27T00:17:31,539 DEBUG [RS:0;f036bc4986ea:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:31,539 DEBUG [RS:0;f036bc4986ea:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:31,539 DEBUG [RS:0;f036bc4986ea:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:31,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:31,639 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,1-f036bc4986ea,37313,1732666636965 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:17:31,639 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965.replicationSource.shipperf036bc4986ea%2C37313%2C1732666636965,1-f036bc4986ea,37313,1732666636965 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T00:17:31,639 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37313,1732666636965.replicationSource.shipperf036bc4986ea%2C37313%2C1732666636965,1-f036bc4986ea,37313,1732666636965 terminated 2024-11-27T00:17:31,640 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f036bc4986ea,37313,1732666636965 because: Region server is closing 2024-11-27T00:17:31,640 INFO [RS:0;f036bc4986ea:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:37313. 2024-11-27T00:17:31,640 DEBUG [RS:0;f036bc4986ea:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:31,640 DEBUG [RS:0;f036bc4986ea:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:31,640 DEBUG [RS:0;f036bc4986ea:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:31,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:31,741 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965.replicationSource.shipperf036bc4986ea%2C37313%2C1732666636965,2-f036bc4986ea,37313,1732666636965 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T00:17:31,741 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965.replicationSource.wal-reader.f036bc4986ea%2C37313%2C1732666636965,2-f036bc4986ea,37313,1732666636965 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:17:31,741 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,37313,1732666636965.replicationSource.shipperf036bc4986ea%2C37313%2C1732666636965,2-f036bc4986ea,37313,1732666636965 terminated 2024-11-27T00:17:31,741 INFO [RS:0;f036bc4986ea:37313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37313 2024-11-27T00:17:31,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:17:31,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1191811939/rs/f036bc4986ea,37313,1732666636965 2024-11-27T00:17:31,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939/rs 2024-11-27T00:17:31,834 INFO [RS:0;f036bc4986ea:37313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:17:31,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,37313,1732666636965] 2024-11-27T00:17:31,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1191811939/draining/f036bc4986ea,37313,1732666636965 already deleted, retry=false 2024-11-27T00:17:31,859 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,37313,1732666636965 expired; onlineServers=0 2024-11-27T00:17:31,859 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,38417,1732666635885' ***** 2024-11-27T00:17:31,859 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:17:31,860 INFO [M:0;f036bc4986ea:38417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:17:31,860 INFO [M:0;f036bc4986ea:38417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:17:31,860 DEBUG [M:0;f036bc4986ea:38417 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:17:31,860 DEBUG [M:0;f036bc4986ea:38417 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:17:31,860 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:17:31,860 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666638962 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666638962,5,FailOnTimeoutGroup] 2024-11-27T00:17:31,860 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666638963 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666638963,5,FailOnTimeoutGroup] 2024-11-27T00:17:31,861 INFO [M:0;f036bc4986ea:38417 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:17:31,861 INFO [M:0;f036bc4986ea:38417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:17:31,861 DEBUG [M:0;f036bc4986ea:38417 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:17:31,861 INFO [M:0;f036bc4986ea:38417 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:17:31,861 INFO [M:0;f036bc4986ea:38417 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:17:31,862 INFO [M:0;f036bc4986ea:38417 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:17:31,862 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:17:31,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1191811939/master 2024-11-27T00:17:31,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:31,870 DEBUG [M:0;f036bc4986ea:38417 {}] zookeeper.ZKUtil(347): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Unable to get data of znode /0-1191811939/master because node does not exist (not an error) 2024-11-27T00:17:31,870 WARN [M:0;f036bc4986ea:38417 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:17:31,871 INFO [M:0;f036bc4986ea:38417 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/.lastflushedseqids 2024-11-27T00:17:31,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741842_1018 (size=181) 2024-11-27T00:17:31,890 INFO [M:0;f036bc4986ea:38417 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:17:31,890 INFO [M:0;f036bc4986ea:38417 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:17:31,891 DEBUG [M:0;f036bc4986ea:38417 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:17:31,891 INFO [M:0;f036bc4986ea:38417 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:31,891 DEBUG [M:0;f036bc4986ea:38417 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:31,891 DEBUG [M:0;f036bc4986ea:38417 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:17:31,891 DEBUG [M:0;f036bc4986ea:38417 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:31,891 INFO [M:0;f036bc4986ea:38417 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-27T00:17:31,918 DEBUG [M:0;f036bc4986ea:38417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5a3926d627346aeb7a36f10ff7bd089 is 82, key is hbase:meta,,1/info:regioninfo/1732666640056/Put/seqid=0 2024-11-27T00:17:31,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741843_1019 (size=5672) 2024-11-27T00:17:31,931 INFO [M:0;f036bc4986ea:38417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5a3926d627346aeb7a36f10ff7bd089 2024-11-27T00:17:31,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:31,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x10179a69bd50001, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:31,949 INFO [RS:0;f036bc4986ea:37313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:17:31,950 INFO [RS:0;f036bc4986ea:37313 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,37313,1732666636965; zookeeper connection closed. 2024-11-27T00:17:31,954 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48bfff59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48bfff59 2024-11-27T00:17:31,955 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:17:31,959 DEBUG [M:0;f036bc4986ea:38417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f214cc611b834f15a77155a9ffd2bc89 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732666647889/Put/seqid=0 2024-11-27T00:17:31,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741844_1020 (size=8663) 2024-11-27T00:17:31,966 INFO [M:0;f036bc4986ea:38417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f214cc611b834f15a77155a9ffd2bc89 2024-11-27T00:17:31,995 DEBUG [M:0;f036bc4986ea:38417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82619017ace4417c8ad9fc92b7b8fc8a is 69, key is f036bc4986ea,37313,1732666636965/rs:state/1732666639071/Put/seqid=0 2024-11-27T00:17:32,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741845_1021 (size=5156) 2024-11-27T00:17:32,002 INFO [M:0;f036bc4986ea:38417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82619017ace4417c8ad9fc92b7b8fc8a 2024-11-27T00:17:32,011 DEBUG [M:0;f036bc4986ea:38417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5a3926d627346aeb7a36f10ff7bd089 as hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5a3926d627346aeb7a36f10ff7bd089 2024-11-27T00:17:32,019 INFO [M:0;f036bc4986ea:38417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5a3926d627346aeb7a36f10ff7bd089, entries=8, sequenceid=115, filesize=5.5 K 2024-11-27T00:17:32,021 DEBUG [M:0;f036bc4986ea:38417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f214cc611b834f15a77155a9ffd2bc89 as hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f214cc611b834f15a77155a9ffd2bc89 2024-11-27T00:17:32,036 INFO [M:0;f036bc4986ea:38417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f214cc611b834f15a77155a9ffd2bc89, entries=14, sequenceid=115, filesize=8.5 K 2024-11-27T00:17:32,038 DEBUG [M:0;f036bc4986ea:38417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82619017ace4417c8ad9fc92b7b8fc8a as hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82619017ace4417c8ad9fc92b7b8fc8a 2024-11-27T00:17:32,045 INFO [M:0;f036bc4986ea:38417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82619017ace4417c8ad9fc92b7b8fc8a, entries=1, sequenceid=115, filesize=5.0 K 2024-11-27T00:17:32,047 INFO [M:0;f036bc4986ea:38417 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 156ms, sequenceid=115, compaction requested=false 2024-11-27T00:17:32,048 INFO [M:0;f036bc4986ea:38417 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:32,049 DEBUG [M:0;f036bc4986ea:38417 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666651891Disabling compacts and flushes for region at 1732666651891Disabling writes for close at 1732666651891Obtaining lock to block concurrent updates at 1732666651891Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666651891Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732666651892 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666651893 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666651893Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666651917 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666651917Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666651941 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666651959 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666651959Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666651977 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666651995 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666651995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e52bc5e: reopening flushed file at 1732666652010 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54db9599: reopening flushed file at 1732666652019 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6913fa17: reopening flushed file at 1732666652036 (+17 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 156ms, sequenceid=115, compaction requested=false at 1732666652047 (+11 ms)Writing region close event to WAL at 1732666652048 (+1 ms)Closed at 1732666652048 2024-11-27T00:17:32,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741830_1006 (size=59421) 2024-11-27T00:17:32,053 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:17:32,053 INFO [M:0;f036bc4986ea:38417 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:17:32,053 INFO [M:0;f036bc4986ea:38417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38417 2024-11-27T00:17:32,054 INFO [M:0;f036bc4986ea:38417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:17:32,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:32,180 INFO [M:0;f036bc4986ea:38417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:17:32,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38417-0x10179a69bd50000, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:32,182 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:17:32,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:32,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:32,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:17:32,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:32,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:17:32,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:17:32,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:17:32,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41951 2024-11-27T00:17:32,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41951 connecting to ZooKeeper ensemble=127.0.0.1:50890 2024-11-27T00:17:32,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419510x0, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:32,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41951-0x10179a69bd50006 connected 2024-11-27T00:17:32,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:32,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:32,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/running 2024-11-27T00:17:32,217 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1191811939/meta-region-server: INIT 2024-11-27T00:17:32,217 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b, hbase.cluster.distributed=false 2024-11-27T00:17:32,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/acl 2024-11-27T00:17:32,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41951 2024-11-27T00:17:32,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41951 2024-11-27T00:17:32,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41951 2024-11-27T00:17:32,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41951 2024-11-27T00:17:32,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41951 2024-11-27T00:17:32,256 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:17:32,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:32,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:32,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:17:32,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:32,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:17:32,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:17:32,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:17:32,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46499 2024-11-27T00:17:32,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46499 connecting to ZooKeeper ensemble=127.0.0.1:50890 2024-11-27T00:17:32,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:32,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:32,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464990x0, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:32,280 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1191811939/meta-region-server: INIT 2024-11-27T00:17:32,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464990x0, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/running 2024-11-27T00:17:32,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46499-0x10179a69bd50007 connected 2024-11-27T00:17:32,281 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:17:32,284 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:17:32,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/master 2024-11-27T00:17:32,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/acl 2024-11-27T00:17:32,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46499 2024-11-27T00:17:32,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46499 2024-11-27T00:17:32,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46499 2024-11-27T00:17:32,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46499 2024-11-27T00:17:32,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46499 2024-11-27T00:17:32,318 DEBUG [M:0;f036bc4986ea:41951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:41951 2024-11-27T00:17:32,320 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1191811939/backup-masters/f036bc4986ea,41951,1732666652182 2024-11-27T00:17:32,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939/backup-masters 2024-11-27T00:17:32,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939/backup-masters 2024-11-27T00:17:32,333 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on existing znode=/0-1191811939/backup-masters/f036bc4986ea,41951,1732666652182 2024-11-27T00:17:32,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1191811939/master 2024-11-27T00:17:32,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:32,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:32,343 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on existing znode=/0-1191811939/master 2024-11-27T00:17:32,344 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1191811939/backup-masters/f036bc4986ea,41951,1732666652182 from backup master directory 2024-11-27T00:17:32,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939/backup-masters 2024-11-27T00:17:32,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1191811939/backup-masters/f036bc4986ea,41951,1732666652182 2024-11-27T00:17:32,353 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:17:32,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939/backup-masters 2024-11-27T00:17:32,353 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,41951,1732666652182 2024-11-27T00:17:32,372 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:32,372 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:17:32,391 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 19ms. 2024-11-27T00:17:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741846_1022 (size=196) 2024-11-27T00:17:32,413 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:17:32,414 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:17:32,416 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:32,432 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T00:17:32,436 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,38417,1732666635885 to hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,38417,1732666635885-dead as it is dead 2024-11-27T00:17:32,438 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T00:17:32,438 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T00:17:32,438 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,38417,1732666635885-dead/f036bc4986ea%2C38417%2C1732666635885.1732666638041 2024-11-27T00:17:32,445 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,38417,1732666635885-dead/f036bc4986ea%2C38417%2C1732666635885.1732666638041 after 5ms 2024-11-27T00:17:32,447 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,38417,1732666635885-dead/f036bc4986ea%2C38417%2C1732666635885.1732666638041 to hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f036bc4986ea%2C38417%2C1732666635885.1732666638041 2024-11-27T00:17:32,447 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,38417,1732666635885-dead 2024-11-27T00:17:32,448 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,41951,1732666652182 2024-11-27T00:17:32,450 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:17:32,452 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C41951%2C1732666652182, suffix=, logDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,41951,1732666652182, archiveDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/oldWALs, maxLogs=10 2024-11-27T00:17:32,472 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,41951,1732666652182/f036bc4986ea%2C41951%2C1732666652182.1732666652453, exclude list is [], retry=0 2024-11-27T00:17:32,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38193,DS-c6ae6a7b-5c86-46dd-91eb-f3979e8cb1fe,DISK] 2024-11-27T00:17:32,485 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/WALs/f036bc4986ea,41951,1732666652182/f036bc4986ea%2C41951%2C1732666652182.1732666652453 2024-11-27T00:17:32,485 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-27T00:17:32,485 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:17:32,486 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:32,486 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:32,486 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:32,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:32,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:17:32,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:32,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5a3926d627346aeb7a36f10ff7bd089 2024-11-27T00:17:32,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:32,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:32,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:17:32,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:32,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f214cc611b834f15a77155a9ffd2bc89 2024-11-27T00:17:32,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:32,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:32,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:17:32,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:32,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82619017ace4417c8ad9fc92b7b8fc8a 2024-11-27T00:17:32,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:32,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:32,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:17:32,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:32,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:32,528 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:32,529 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T00:17:32,529 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f036bc4986ea%2C38417%2C1732666635885.1732666638041 2024-11-27T00:17:32,554 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f036bc4986ea%2C38417%2C1732666635885.1732666638041 2024-11-27T00:17:32,556 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f036bc4986ea%2C38417%2C1732666635885.1732666638041 2024-11-27T00:17:32,558 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:32,558 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:32,559 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:32,562 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:32,566 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-27T00:17:32,568 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63984742, jitterRate=-0.04655304551124573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:32,568 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666652486Initializing all the Stores at 1732666652487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666652487Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666652488 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666652488Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666652488Cleaning up temporary data from old regions at 1732666652558 (+70 ms)Region opened successfully at 1732666652568 (+10 ms) 2024-11-27T00:17:32,569 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:17:32,576 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e467ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:17:32,589 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T00:17:32,590 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:17:32,590 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:17:32,591 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:17:32,592 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T00:17:32,599 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:32,600 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:17:32,601 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:17:32,601 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:17:32,601 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T00:17:32,601 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T00:17:32,601 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-27T00:17:32,602 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:17:32,607 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f036bc4986ea,37313,1732666636965, regionLocation=f036bc4986ea,37313,1732666636965, openSeqNum=2 2024-11-27T00:17:32,607 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f036bc4986ea,37313,1732666636965, table=hbase:meta, region=1588230740 2024-11-27T00:17:32,608 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,37313,1732666636965, state=OPEN 2024-11-27T00:17:32,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1191811939/meta-region-server 2024-11-27T00:17:32,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1191811939/meta-region-server 2024-11-27T00:17:32,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1191811939/meta-region-server: CHANGED 2024-11-27T00:17:32,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1191811939/meta-region-server: CHANGED 2024-11-27T00:17:32,624 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:17:32,669 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1191811939/draining/f036bc4986ea,37313,1732666636965 already deleted, retry=false 2024-11-27T00:17:32,670 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f036bc4986ea,37313,1732666636965 on f036bc4986ea,41951,1732666652182 2024-11-27T00:17:32,677 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f036bc4986ea,37313,1732666636965, splitWal=true, meta=true 2024-11-27T00:17:32,681 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for f036bc4986ea,37313,1732666636965 (carryingMeta=true) f036bc4986ea,37313,1732666636965/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@288da7a4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T00:17:32,686 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Unable to get data of znode /0-1191811939/balancer because node does not exist (not necessarily an error) 2024-11-27T00:17:32,708 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1191811939/balancer already deleted, retry=false 2024-11-27T00:17:32,708 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:17:32,709 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Unable to get data of znode /0-1191811939/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:17:32,722 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1191811939/normalizer already deleted, retry=false 2024-11-27T00:17:32,723 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:17:32,724 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Unable to get data of znode /0-1191811939/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:17:32,732 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1191811939/switch/split already deleted, retry=false 2024-11-27T00:17:32,734 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Unable to get data of znode /0-1191811939/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:17:32,743 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1191811939/switch/merge already deleted, retry=false 2024-11-27T00:17:32,767 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Unable to get data of znode /0-1191811939/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:17:32,774 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1191811939/snapshot-cleanup already deleted, retry=false 2024-11-27T00:17:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1191811939/running 2024-11-27T00:17:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1191811939/running 2024-11-27T00:17:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:32,787 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,41951,1732666652182, sessionid=0x10179a69bd50006, setting cluster-up flag (Was=false) 2024-11-27T00:17:32,796 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1191811939/flush-table-proc/acquired, /0-1191811939/flush-table-proc/reached, /0-1191811939/flush-table-proc/abort 2024-11-27T00:17:32,798 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,41951,1732666652182 2024-11-27T00:17:32,807 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1191811939/online-snapshot/acquired, /0-1191811939/online-snapshot/reached, /0-1191811939/online-snapshot/abort 2024-11-27T00:17:32,808 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,41951,1732666652182 2024-11-27T00:17:32,810 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/.lastflushedseqids 2024-11-27T00:17:32,815 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:17:32,815 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:17:32,816 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,41951,1732666652182 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f036bc4986ea,37313,1732666636965 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:17:32,817 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:32,818 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:32,818 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:32,818 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:32,818 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:17:32,818 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:32,818 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:17:32,818 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:32,828 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f036bc4986ea,37313,1732666636965, splitWal=true, meta=true 2024-11-27T00:17:32,830 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f036bc4986ea,37313,1732666636965, splitWal=true, meta=true, isMeta: true 2024-11-27T00:17:32,832 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965-splitting 2024-11-27T00:17:32,833 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965-splitting dir is empty, no logs to split. 2024-11-27T00:17:32,833 INFO [PEWorker-1 {}] master.SplitWALManager(105): f036bc4986ea,37313,1732666636965 WAL count=0, meta=true 2024-11-27T00:17:32,842 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965-splitting dir is empty, no logs to split. 2024-11-27T00:17:32,842 INFO [PEWorker-1 {}] master.SplitWALManager(105): f036bc4986ea,37313,1732666636965 WAL count=0, meta=true 2024-11-27T00:17:32,842 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f036bc4986ea,37313,1732666636965 WAL splitting is done? wals=0, meta=true 2024-11-27T00:17:32,844 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666682844 2024-11-27T00:17:32,844 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:17:32,845 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:17:32,845 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:17:32,845 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:17:32,845 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:17:32,845 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:17:32,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:17:32,847 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:32,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:17:32,848 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:17:32,849 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:17:32,849 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:17:32,849 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:17:32,852 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T00:17:32,855 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:17:32,856 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:17:32,856 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666652856,5,FailOnTimeoutGroup] 2024-11-27T00:17:32,860 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666652856,5,FailOnTimeoutGroup] 2024-11-27T00:17:32,860 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:32,860 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:17:32,861 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:32,861 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:32,861 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666652861, completionTime=-1 2024-11-27T00:17:32,861 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T00:17:32,865 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T00:17:32,903 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(746): ClusterId : 422b7ce4-3f4f-484b-94c9-cc60aac7bf51 2024-11-27T00:17:32,903 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:17:32,912 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:17:32,912 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:17:32,923 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:17:32,923 DEBUG [RS:0;f036bc4986ea:46499 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1694f4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:17:32,936 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:46499 2024-11-27T00:17:32,937 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:17:32,937 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:17:32,937 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:17:32,938 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,41951,1732666652182 with port=46499, startcode=1732666652256 2024-11-27T00:17:32,938 DEBUG [RS:0;f036bc4986ea:46499 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:17:32,940 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:17:32,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,46499,1732666652256 2024-11-27T00:17:32,941 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41951 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,46499,1732666652256 2024-11-27T00:17:32,943 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b 2024-11-27T00:17:32,943 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33725 2024-11-27T00:17:32,943 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:17:32,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939/rs 2024-11-27T00:17:32,954 DEBUG [RS:0;f036bc4986ea:46499 {}] zookeeper.ZKUtil(111): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on existing znode=/0-1191811939/rs/f036bc4986ea,46499,1732666652256 2024-11-27T00:17:32,954 WARN [RS:0;f036bc4986ea:46499 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:17:32,955 INFO [RS:0;f036bc4986ea:46499 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:32,955 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256 2024-11-27T00:17:32,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,46499,1732666652256] 2024-11-27T00:17:32,965 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T00:17:33,002 WARN [f036bc4986ea:41951 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T00:17:33,006 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:17:33,008 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:17:33,008 INFO [RS:0;f036bc4986ea:46499 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:17:33,008 INFO [RS:0;f036bc4986ea:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:33,009 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:17:33,010 INFO [RS:0;f036bc4986ea:46499 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:17:33,010 INFO [RS:0;f036bc4986ea:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:33,010 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:33,010 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:33,010 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:33,010 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:33,010 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:33,010 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:17:33,010 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:33,010 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:33,010 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:33,010 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:33,011 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:33,011 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:33,011 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:17:33,011 DEBUG [RS:0;f036bc4986ea:46499 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:17:33,011 INFO [RS:0;f036bc4986ea:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:33,011 INFO [RS:0;f036bc4986ea:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:33,011 INFO [RS:0;f036bc4986ea:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:33,012 INFO [RS:0;f036bc4986ea:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:33,012 INFO [RS:0;f036bc4986ea:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:33,012 INFO [RS:0;f036bc4986ea:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46499,1732666652256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:17:33,028 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:17:33,029 INFO [RS:0;f036bc4986ea:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46499,1732666652256-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:33,044 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,46499,1732666652256, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:17:33,064 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.ReplicationSource(231): queueId=2-f036bc4986ea,46499,1732666652256, ReplicationSource: 2, currentBandwidth=0 2024-11-27T00:17:33,067 DEBUG [RS:0;f036bc4986ea:46499.replicationSource,1-f036bc4986ea,46499,1732666652256 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37727' 2024-11-27T00:17:33,072 INFO [RS:0;f036bc4986ea:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:33,072 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.Replication(171): f036bc4986ea,46499,1732666652256 started 2024-11-27T00:17:33,073 DEBUG [RS:0;f036bc4986ea:46499.replicationSource,1-f036bc4986ea,46499,1732666652256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@765ed260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:33,073 DEBUG [RS:0;f036bc4986ea:46499.replicationSource,1-f036bc4986ea,46499,1732666652256 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37727,-1 for getting cluster id 2024-11-27T00:17:33,073 DEBUG [RS:0;f036bc4986ea:46499.replicationSource,1-f036bc4986ea,46499,1732666652256 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:33,077 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dee3bda7-ee4f-43da-8744-a11d8e35bf4b' 2024-11-27T00:17:33,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:33,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dee3bda7-ee4f-43da-8744-a11d8e35bf4b" 2024-11-27T00:17:33,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ed5beb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:33,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37727,-1] 2024-11-27T00:17:33,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:33,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:33,080 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:33,081 DEBUG [RS:0;f036bc4986ea:46499.replicationSource,1-f036bc4986ea,46499,1732666652256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10f8d203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:33,081 DEBUG [RS:0;f036bc4986ea:46499.replicationSource,1-f036bc4986ea,46499,1732666652256 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:33,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37727,1732666642665 2024-11-27T00:17:33,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48fa50c 2024-11-27T00:17:33,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:33,087 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T00:17:33,089 INFO [RS:0;f036bc4986ea:46499.replicationSource,1-f036bc4986ea,46499,1732666652256 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,46499,1732666652256 (queues=0) is replicating from cluster=422b7ce4-3f4f-484b-94c9-cc60aac7bf51 to cluster=dee3bda7-ee4f-43da-8744-a11d8e35bf4b 2024-11-27T00:17:33,094 DEBUG [RS:0;f036bc4986ea:46499.replicationSource,2-f036bc4986ea,46499,1732666652256 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37727' 2024-11-27T00:17:33,096 DEBUG [RS:0;f036bc4986ea:46499.replicationSource,2-f036bc4986ea,46499,1732666652256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10ce33cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:33,096 DEBUG [RS:0;f036bc4986ea:46499.replicationSource,2-f036bc4986ea,46499,1732666652256 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37727,-1 for getting cluster id 2024-11-27T00:17:33,096 DEBUG [RS:0;f036bc4986ea:46499.replicationSource,2-f036bc4986ea,46499,1732666652256 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:33,097 INFO [RS:0;f036bc4986ea:46499 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:33,097 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,46499,1732666652256, RpcServer on f036bc4986ea/172.17.0.3:46499, sessionid=0x10179a69bd50007 2024-11-27T00:17:33,097 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:17:33,097 DEBUG [RS:0;f036bc4986ea:46499 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,46499,1732666652256 2024-11-27T00:17:33,097 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,46499,1732666652256' 2024-11-27T00:17:33,097 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1191811939/flush-table-proc/abort' 2024-11-27T00:17:33,098 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dee3bda7-ee4f-43da-8744-a11d8e35bf4b' 2024-11-27T00:17:33,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:33,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dee3bda7-ee4f-43da-8744-a11d8e35bf4b" 2024-11-27T00:17:33,099 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1191811939/flush-table-proc/acquired' 2024-11-27T00:17:33,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bf8dc49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:33,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37727,-1] 2024-11-27T00:17:33,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:33,099 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:17:33,099 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:17:33,099 DEBUG [RS:0;f036bc4986ea:46499 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,46499,1732666652256 2024-11-27T00:17:33,099 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,46499,1732666652256' 2024-11-27T00:17:33,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:33,099 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1191811939/online-snapshot/abort' 2024-11-27T00:17:33,100 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:33,101 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1191811939/online-snapshot/acquired' 2024-11-27T00:17:33,102 DEBUG [RS:0;f036bc4986ea:46499.replicationSource,2-f036bc4986ea,46499,1732666652256 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ee1053e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:33,102 DEBUG [RS:0;f036bc4986ea:46499 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:17:33,102 INFO [RS:0;f036bc4986ea:46499 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:17:33,102 INFO [RS:0;f036bc4986ea:46499 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:17:33,102 DEBUG [RS:0;f036bc4986ea:46499.replicationSource,2-f036bc4986ea,46499,1732666652256 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37727,1732666642665 2024-11-27T00:17:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@108d01fa 2024-11-27T00:17:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:33,105 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T00:17:33,106 INFO [RS:0;f036bc4986ea:46499.replicationSource,2-f036bc4986ea,46499,1732666652256 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f036bc4986ea,46499,1732666652256 (queues=0) is replicating from cluster=422b7ce4-3f4f-484b-94c9-cc60aac7bf51 to cluster=dee3bda7-ee4f-43da-8744-a11d8e35bf4b 2024-11-27T00:17:33,202 INFO [RS:0;f036bc4986ea:46499 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:17:33,205 INFO [RS:0;f036bc4986ea:46499 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C46499%2C1732666652256, suffix=, logDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256, archiveDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/oldWALs, maxLogs=10 2024-11-27T00:17:33,226 DEBUG [RS:0;f036bc4986ea:46499 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206, exclude list is [], retry=0 2024-11-27T00:17:33,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38193,DS-c6ae6a7b-5c86-46dd-91eb-f3979e8cb1fe,DISK] 2024-11-27T00:17:33,233 INFO [RS:0;f036bc4986ea:46499 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 2024-11-27T00:17:33,234 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f036bc4986ea%2C46499%2C1732666652256 for peer 1 2024-11-27T00:17:33,234 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f036bc4986ea%2C46499%2C1732666652256 for peer 2 2024-11-27T00:17:33,234 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C46499%2C1732666652256 2024-11-27T00:17:33,234 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,46499,1732666652256, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:17:33,234 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f036bc4986ea%2C46499%2C1732666652256 2024-11-27T00:17:33,235 INFO [RS:0;f036bc4986ea:46499.replicationSource.shipperf036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C46499%2C1732666652256 2024-11-27T00:17:33,235 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f036bc4986ea,46499,1732666652256, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:17:33,235 INFO [RS:0;f036bc4986ea:46499.replicationSource.shipperf036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C46499%2C1732666652256 2024-11-27T00:17:33,235 DEBUG [RS:0;f036bc4986ea:46499 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-27T00:17:33,235 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206, startPosition=0, beingWritten=true 2024-11-27T00:17:33,235 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206, startPosition=0, beingWritten=true 2024-11-27T00:17:33,252 DEBUG [f036bc4986ea:41951 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:17:33,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,46499,1732666652256 2024-11-27T00:17:33,255 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,46499,1732666652256, state=OPENING 2024-11-27T00:17:33,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1191811939/meta-region-server 2024-11-27T00:17:33,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1191811939/meta-region-server 2024-11-27T00:17:33,269 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:17:33,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1191811939/meta-region-server: CHANGED 2024-11-27T00:17:33,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1191811939/meta-region-server: CHANGED 2024-11-27T00:17:33,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,46499,1732666652256}] 2024-11-27T00:17:33,424 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:17:33,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:17:33,431 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:17:33,431 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:33,431 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:17:33,433 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C46499%2C1732666652256.meta, suffix=.meta, logDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256, archiveDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/oldWALs, maxLogs=10 2024-11-27T00:17:33,450 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:33,450 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:33,452 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.meta.1732666653434.meta, exclude list is [], retry=0 2024-11-27T00:17:33,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38193,DS-c6ae6a7b-5c86-46dd-91eb-f3979e8cb1fe,DISK] 2024-11-27T00:17:33,462 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.meta.1732666653434.meta 2024-11-27T00:17:33,464 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-27T00:17:33,464 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:17:33,465 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:17:33,465 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:17:33,465 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:17:33,465 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:17:33,465 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:17:33,465 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:33,465 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:17:33,465 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:17:33,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:17:33,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:17:33,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:33,478 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/info/19c615501d184d9ea32ce1c5e437e2cd 2024-11-27T00:17:33,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:33,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:17:33,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:17:33,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:33,497 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/ns/1b3d8910158d47c18b681a1b462f8a9a 2024-11-27T00:17:33,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:33,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:17:33,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:17:33,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:33,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:33,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:17:33,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:17:33,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:33,512 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/table/caeb8fd9b93d4cee8a355f2666a6dcbe 2024-11-27T00:17:33,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:33,512 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:17:33,513 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740 2024-11-27T00:17:33,515 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740 2024-11-27T00:17:33,516 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:17:33,516 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:17:33,518 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:33,519 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:17:33,520 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59121857, jitterRate=-0.11901567876338959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:33,521 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:17:33,521 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666653466Writing region info on filesystem at 1732666653466Initializing all the Stores at 1732666653467 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666653467Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666653467Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666653467Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666653467Cleaning up temporary data from old regions at 1732666653516 (+49 ms)Running coprocessor post-open hooks at 1732666653521 (+5 ms)Region opened successfully at 1732666653521 2024-11-27T00:17:33,522 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732666653423 2024-11-27T00:17:33,526 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:17:33,527 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:17:33,527 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f036bc4986ea,46499,1732666652256 2024-11-27T00:17:33,529 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,46499,1732666652256, state=OPEN 2024-11-27T00:17:33,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1191811939/meta-region-server 2024-11-27T00:17:33,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1191811939/meta-region-server 2024-11-27T00:17:33,539 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,46499,1732666652256 2024-11-27T00:17:33,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1191811939/meta-region-server: CHANGED 2024-11-27T00:17:33,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1191811939/meta-region-server: CHANGED 2024-11-27T00:17:33,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T00:17:33,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,46499,1732666652256 in 270 msec 2024-11-27T00:17:33,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T00:17:33,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 699 msec 2024-11-27T00:17:33,757 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:33,762 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:34,163 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:34,169 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:34,468 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-27T00:17:34,669 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:34,674 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:35,276 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:35,280 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:35,971 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-27T00:17:35,982 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:35,985 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:36,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:17:36,790 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:36,796 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:37,378 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T00:17:37,378 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:17:37,378 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:17:37,378 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46499,1732666652256, seqNum=-1] 2024-11-27T00:17:37,379 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:17:37,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:17:37,391 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2e02cfb587911fd5dfca84c8bf4bfbec, regionState=OPEN, lastHost=f036bc4986ea,37313,1732666636965, regionLocation=f036bc4986ea,37313,1732666636965, openSeqNum=2 2024-11-27T00:17:37,391 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:17:37,391 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666717391 2024-11-27T00:17:37,391 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666777391 2024-11-27T00:17:37,391 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-27T00:17:37,392 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41951,1732666652182-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:37,392 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41951,1732666652182-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:37,392 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f036bc4986ea,37313,1732666636965 had 2 regions 2024-11-27T00:17:37,392 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41951,1732666652182-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:37,392 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:41951, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:37,392 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:37,392 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:37,394 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f036bc4986ea,37313,1732666636965, splitWal=true, meta=true, isMeta: false 2024-11-27T00:17:37,396 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965-splitting dir is empty, no logs to split. 2024-11-27T00:17:37,396 INFO [PEWorker-3 {}] master.SplitWALManager(105): f036bc4986ea,37313,1732666636965 WAL count=0, meta=false 2024-11-27T00:17:37,399 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,37313,1732666636965-splitting dir is empty, no logs to split. 2024-11-27T00:17:37,400 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.045sec 2024-11-27T00:17:37,400 INFO [PEWorker-3 {}] master.SplitWALManager(105): f036bc4986ea,37313,1732666636965 WAL count=0, meta=false 2024-11-27T00:17:37,400 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f036bc4986ea,37313,1732666636965 WAL splitting is done? wals=0, meta=false 2024-11-27T00:17:37,400 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:17:37,400 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:17:37,400 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:17:37,400 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:17:37,400 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:17:37,400 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41951,1732666652182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:17:37,400 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41951,1732666652182-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:17:37,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e02cfb587911fd5dfca84c8bf4bfbec, ASSIGN}] 2024-11-27T00:17:37,403 WARN [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f036bc4986ea,37313,1732666636965/hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:37,404 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e02cfb587911fd5dfca84c8bf4bfbec, ASSIGN 2024-11-27T00:17:37,404 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:17:37,405 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:17:37,405 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41951,1732666652182-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:37,405 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e02cfb587911fd5dfca84c8bf4bfbec, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T00:17:37,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:37,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41951,-1 for getting cluster id 2024-11-27T00:17:37,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:37,408 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '422b7ce4-3f4f-484b-94c9-cc60aac7bf51' 2024-11-27T00:17:37,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:37,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "422b7ce4-3f4f-484b-94c9-cc60aac7bf51" 2024-11-27T00:17:37,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d50e314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:37,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41951,-1] 2024-11-27T00:17:37,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:37,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:37,413 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:37,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315c6f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:37,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:17:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46499,1732666652256, seqNum=-1] 2024-11-27T00:17:37,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:17:37,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:17:37,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T00:17:37,420 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:17:37,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:37,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:37,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:37,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:37,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f036bc4986ea:41951 after: f036bc4986ea:41951 2024-11-27T00:17:37,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:37,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41951,-1 for getting cluster id 2024-11-27T00:17:37,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:37,422 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '422b7ce4-3f4f-484b-94c9-cc60aac7bf51' 2024-11-27T00:17:37,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:37,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "422b7ce4-3f4f-484b-94c9-cc60aac7bf51" 2024-11-27T00:17:37,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36042cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:37,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41951,-1] 2024-11-27T00:17:37,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:37,423 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:37,423 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:37,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:37,424 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41951,1732666652182 2024-11-27T00:17:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c41096 2024-11-27T00:17:37,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:37,427 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:17:37,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T00:17:37,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T00:17:37,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T00:17:37,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41951 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-27T00:17:37,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:17:37,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:17:37,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:37,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:37,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:37,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:37,431 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:17:37,432 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1654801860, stopped=false 2024-11-27T00:17:37,432 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,37727,1732666642665 2024-11-27T00:17:37,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-508391112/running 2024-11-27T00:17:37,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-508391112/running 2024-11-27T00:17:37,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:37,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:37,479 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:17:37,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:17:37,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:37,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:37,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Set watcher on znode that does not yet exist, /1-508391112/running 2024-11-27T00:17:37,480 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,44671,1732666642837' ***** 2024-11-27T00:17:37,480 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:17:37,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Set watcher on znode that does not yet exist, /1-508391112/running 2024-11-27T00:17:37,480 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:17:37,480 INFO [RS:0;f036bc4986ea:44671 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:17:37,481 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:17:37,481 INFO [RS:0;f036bc4986ea:44671 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:17:37,481 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,44671,1732666642837 2024-11-27T00:17:37,481 INFO [RS:0;f036bc4986ea:44671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:17:37,481 INFO [RS:0;f036bc4986ea:44671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:44671. 2024-11-27T00:17:37,481 DEBUG [RS:0;f036bc4986ea:44671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:37,481 DEBUG [RS:0;f036bc4986ea:44671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:37,481 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:17:37,481 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:17:37,481 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:17:37,481 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:17:37,482 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:17:37,482 DEBUG [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:17:37,482 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:17:37,482 DEBUG [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:17:37,482 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:17:37,482 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:17:37,482 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:17:37,482 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:17:37,482 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T00:17:37,497 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:17:37,499 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/data/hbase/meta/1588230740/.tmp/ns/d35d4ca9eff94e5fab17b2ba222d047b is 43, key is default/ns:d/1732666646393/Put/seqid=0 2024-11-27T00:17:37,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741835_1011 (size=5153) 2024-11-27T00:17:37,556 DEBUG [f036bc4986ea:41951 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:17:37,556 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=2e02cfb587911fd5dfca84c8bf4bfbec, regionState=OPENING, regionLocation=f036bc4986ea,46499,1732666652256 2024-11-27T00:17:37,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e02cfb587911fd5dfca84c8bf4bfbec, ASSIGN because future has completed 2024-11-27T00:17:37,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e02cfb587911fd5dfca84c8bf4bfbec, server=f036bc4986ea,46499,1732666652256}] 2024-11-27T00:17:37,682 DEBUG [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:17:37,696 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:37,702 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:37,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:37,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:37,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:17:37,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C46499%2C1732666652256.rep, suffix=, logDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256, archiveDir=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/oldWALs, maxLogs=10 2024-11-27T00:17:37,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.rep.1732666657721, exclude list is [], retry=0 2024-11-27T00:17:37,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38193,DS-c6ae6a7b-5c86-46dd-91eb-f3979e8cb1fe,DISK] 2024-11-27T00:17:37,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.rep.1732666657721 2024-11-27T00:17:37,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-27T00:17:37,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e02cfb587911fd5dfca84c8bf4bfbec, NAME => 'hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:17:37,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:17:37,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:17:37,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. service=MultiRowMutationService 2024-11-27T00:17:37,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:17:37,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:37,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:37,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:37,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:37,742 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:37,743 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e02cfb587911fd5dfca84c8bf4bfbec columnFamilyName hfileref 2024-11-27T00:17:37,743 DEBUG [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:37,744 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] regionserver.HStore(327): Store=2e02cfb587911fd5dfca84c8bf4bfbec/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:37,744 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:37,745 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e02cfb587911fd5dfca84c8bf4bfbec columnFamilyName queue 2024-11-27T00:17:37,745 DEBUG [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:37,754 DEBUG [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/replication/2e02cfb587911fd5dfca84c8bf4bfbec/queue/9d15472558b3493c869861250c471365 2024-11-27T00:17:37,754 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] regionserver.HStore(327): Store=2e02cfb587911fd5dfca84c8bf4bfbec/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:37,754 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:37,755 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e02cfb587911fd5dfca84c8bf4bfbec columnFamilyName sid 2024-11-27T00:17:37,755 DEBUG [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:37,756 INFO [StoreOpener-2e02cfb587911fd5dfca84c8bf4bfbec-1 {}] regionserver.HStore(327): Store=2e02cfb587911fd5dfca84c8bf4bfbec/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:37,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:37,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/replication/2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:37,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/replication/2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:37,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:37,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:37,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:17:37,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:37,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 2e02cfb587911fd5dfca84c8bf4bfbec; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59484663, jitterRate=-0.1136094480752945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:17:37,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:37,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2e02cfb587911fd5dfca84c8bf4bfbec: Running coprocessor pre-open hook at 1732666657741Writing region info on filesystem at 1732666657741Initializing all the Stores at 1732666657741Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666657742 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666657742Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666657742Cleaning up temporary data from old regions at 1732666657760 (+18 ms)Running coprocessor post-open hooks at 1732666657764 (+4 ms)Region opened successfully at 1732666657765 (+1 ms) 2024-11-27T00:17:37,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec., pid=19, masterSystemTime=1732666657714 2024-11-27T00:17:37,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:37,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:37,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=2e02cfb587911fd5dfca84c8bf4bfbec, regionState=OPEN, openSeqNum=10, regionLocation=f036bc4986ea,46499,1732666652256 2024-11-27T00:17:37,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e02cfb587911fd5dfca84c8bf4bfbec, server=f036bc4986ea,46499,1732666652256 because future has completed 2024-11-27T00:17:37,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T00:17:37,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e02cfb587911fd5dfca84c8bf4bfbec, server=f036bc4986ea,46499,1732666652256 in 215 msec 2024-11-27T00:17:37,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-27T00:17:37,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e02cfb587911fd5dfca84c8bf4bfbec, ASSIGN in 377 msec 2024-11-27T00:17:37,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T00:17:37,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec., hostname=f036bc4986ea,46499,1732666652256, seqNum=10] 2024-11-27T00:17:37,830 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for f036bc4986ea,37313,1732666636965 2024-11-27T00:17:37,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T00:17:37,882 DEBUG [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:17:37,905 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/data/hbase/meta/1588230740/.tmp/ns/d35d4ca9eff94e5fab17b2ba222d047b 2024-11-27T00:17:37,913 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/data/hbase/meta/1588230740/.tmp/ns/d35d4ca9eff94e5fab17b2ba222d047b as hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/data/hbase/meta/1588230740/ns/d35d4ca9eff94e5fab17b2ba222d047b 2024-11-27T00:17:37,921 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/data/hbase/meta/1588230740/ns/d35d4ca9eff94e5fab17b2ba222d047b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T00:17:37,922 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-27T00:17:37,922 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:17:37,928 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T00:17:37,929 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:17:37,929 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:17:37,929 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:17:37,929 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666657482Running coprocessor pre-close hooks at 1732666657482Disabling compacts and flushes for region at 1732666657482Disabling writes for close at 1732666657482Obtaining lock to block concurrent updates at 1732666657482Preparing flush snapshotting stores in 1588230740 at 1732666657482Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732666657482Flushing stores of hbase:meta,,1.1588230740 at 1732666657483 (+1 ms)Flushing 1588230740/ns: creating writer at 1732666657483Flushing 1588230740/ns: appending metadata at 1732666657499 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732666657499Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5508d001: reopening flushed file at 1732666657912 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1732666657922 (+10 ms)Writing region close event to WAL at 1732666657924 (+2 ms)Running coprocessor post-close hooks at 1732666657928 (+4 ms)Closed at 1732666657929 (+1 ms) 2024-11-27T00:17:37,929 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:17:37,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46499 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-27T00:17:38,082 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,44671,1732666642837; all regions closed. 2024-11-27T00:17:38,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741834_1010 (size=1152) 2024-11-27T00:17:38,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/WALs/f036bc4986ea,44671,1732666642837/f036bc4986ea%2C44671%2C1732666642837.meta.1732666646310.meta not finished, retry = 0 2024-11-27T00:17:38,189 DEBUG [RS:0;f036bc4986ea:44671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/oldWALs 2024-11-27T00:17:38,189 INFO [RS:0;f036bc4986ea:44671 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C44671%2C1732666642837.meta:.meta(num 1732666646310) 2024-11-27T00:17:38,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741832_1008 (size=93) 2024-11-27T00:17:38,192 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/WALs/f036bc4986ea,44671,1732666642837/f036bc4986ea%2C44671%2C1732666642837.1732666645335 not finished, retry = 0 2024-11-27T00:17:38,194 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:17:38,194 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:17:38,295 DEBUG [RS:0;f036bc4986ea:44671 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/oldWALs 2024-11-27T00:17:38,295 INFO [RS:0;f036bc4986ea:44671 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C44671%2C1732666642837:(num 1732666645335) 2024-11-27T00:17:38,295 DEBUG [RS:0;f036bc4986ea:44671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:38,295 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:17:38,295 INFO [RS:0;f036bc4986ea:44671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:17:38,295 INFO [RS:0;f036bc4986ea:44671 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:17:38,295 INFO [RS:0;f036bc4986ea:44671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:17:38,295 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:17:38,295 INFO [RS:0;f036bc4986ea:44671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44671 2024-11-27T00:17:38,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112/rs 2024-11-27T00:17:38,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-508391112/rs/f036bc4986ea,44671,1732666642837 2024-11-27T00:17:38,308 INFO [RS:0;f036bc4986ea:44671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:17:38,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,44671,1732666642837] 2024-11-27T00:17:38,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-508391112/draining/f036bc4986ea,44671,1732666642837 already deleted, retry=false 2024-11-27T00:17:38,328 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,44671,1732666642837 expired; onlineServers=0 2024-11-27T00:17:38,328 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,37727,1732666642665' ***** 2024-11-27T00:17:38,329 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:17:38,329 INFO [M:0;f036bc4986ea:37727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:17:38,329 INFO [M:0;f036bc4986ea:37727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:17:38,329 DEBUG [M:0;f036bc4986ea:37727 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:17:38,329 DEBUG [M:0;f036bc4986ea:37727 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:17:38,329 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:17:38,329 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666645032 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666645032,5,FailOnTimeoutGroup] 2024-11-27T00:17:38,329 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666645034 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666645034,5,FailOnTimeoutGroup] 2024-11-27T00:17:38,329 INFO [M:0;f036bc4986ea:37727 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:17:38,329 INFO [M:0;f036bc4986ea:37727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:17:38,329 DEBUG [M:0;f036bc4986ea:37727 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:17:38,330 INFO [M:0;f036bc4986ea:37727 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:17:38,330 INFO [M:0;f036bc4986ea:37727 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:17:38,330 INFO [M:0;f036bc4986ea:37727 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:17:38,330 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:17:38,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-508391112/master 2024-11-27T00:17:38,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-508391112 2024-11-27T00:17:38,339 DEBUG [M:0;f036bc4986ea:37727 {}] zookeeper.ZKUtil(347): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Unable to get data of znode /1-508391112/master because node does not exist (not an error) 2024-11-27T00:17:38,339 WARN [M:0;f036bc4986ea:37727 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:17:38,341 INFO [M:0;f036bc4986ea:37727 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/.lastflushedseqids 2024-11-27T00:17:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741836_1012 (size=99) 2024-11-27T00:17:38,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:38,418 INFO [RS:0;f036bc4986ea:44671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:17:38,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44671-0x10179a69bd50004, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:38,418 INFO [RS:0;f036bc4986ea:44671 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,44671,1732666642837; zookeeper connection closed. 2024-11-27T00:17:38,418 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@435cc259 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@435cc259 2024-11-27T00:17:38,419 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:17:38,702 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:38,707 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:38,747 INFO [M:0;f036bc4986ea:37727 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:17:38,747 INFO [M:0;f036bc4986ea:37727 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:17:38,748 DEBUG [M:0;f036bc4986ea:37727 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:17:38,748 INFO [M:0;f036bc4986ea:37727 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:38,748 DEBUG [M:0;f036bc4986ea:37727 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:38,748 DEBUG [M:0;f036bc4986ea:37727 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:17:38,748 DEBUG [M:0;f036bc4986ea:37727 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:38,748 INFO [M:0;f036bc4986ea:37727 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T00:17:38,774 DEBUG [M:0;f036bc4986ea:37727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c234cdf5b2bc47baaadf2cbeccee402e is 82, key is hbase:meta,,1/info:regioninfo/1732666646358/Put/seqid=0 2024-11-27T00:17:38,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741837_1013 (size=5672) 2024-11-27T00:17:39,179 INFO [M:0;f036bc4986ea:37727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c234cdf5b2bc47baaadf2cbeccee402e 2024-11-27T00:17:39,201 DEBUG [M:0;f036bc4986ea:37727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3848a800f65c44739ccb6a00a22a8bed is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732666646400/Put/seqid=0 2024-11-27T00:17:39,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741838_1014 (size=5275) 2024-11-27T00:17:39,606 INFO [M:0;f036bc4986ea:37727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3848a800f65c44739ccb6a00a22a8bed 2024-11-27T00:17:39,635 DEBUG [M:0;f036bc4986ea:37727 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ca00fe70b374c7d93bf0c524607ac2d is 69, key is f036bc4986ea,44671,1732666642837/rs:state/1732666645119/Put/seqid=0 2024-11-27T00:17:39,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741839_1015 (size=5156) 2024-11-27T00:17:39,809 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:39,815 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:40,042 INFO [M:0;f036bc4986ea:37727 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ca00fe70b374c7d93bf0c524607ac2d 2024-11-27T00:17:40,056 DEBUG [M:0;f036bc4986ea:37727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c234cdf5b2bc47baaadf2cbeccee402e as hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c234cdf5b2bc47baaadf2cbeccee402e 2024-11-27T00:17:40,063 INFO [M:0;f036bc4986ea:37727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c234cdf5b2bc47baaadf2cbeccee402e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T00:17:40,065 DEBUG [M:0;f036bc4986ea:37727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3848a800f65c44739ccb6a00a22a8bed as hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3848a800f65c44739ccb6a00a22a8bed 2024-11-27T00:17:40,071 INFO [M:0;f036bc4986ea:37727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3848a800f65c44739ccb6a00a22a8bed, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T00:17:40,073 DEBUG [M:0;f036bc4986ea:37727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ca00fe70b374c7d93bf0c524607ac2d as hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ca00fe70b374c7d93bf0c524607ac2d 2024-11-27T00:17:40,080 INFO [M:0;f036bc4986ea:37727 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32893/user/jenkins/test-data/10bc6a5a-aa0e-28b3-a1e2-543279fb0f52/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ca00fe70b374c7d93bf0c524607ac2d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T00:17:40,081 INFO [M:0;f036bc4986ea:37727 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false 2024-11-27T00:17:40,083 INFO [M:0;f036bc4986ea:37727 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:40,083 DEBUG [M:0;f036bc4986ea:37727 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666658748Disabling compacts and flushes for region at 1732666658748Disabling writes for close at 1732666658748Obtaining lock to block concurrent updates at 1732666658748Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666658749 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732666658749Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666658751 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666658751Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666658773 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666658773Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666659185 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666659200 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666659200Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666659613 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666659634 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666659634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@732f4c21: reopening flushed file at 1732666660055 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35cd2cae: reopening flushed file at 1732666660063 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59e7ffcd: reopening flushed file at 1732666660071 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false at 1732666660081 (+10 ms)Writing region close event to WAL at 1732666660083 (+2 ms)Closed at 1732666660083 2024-11-27T00:17:40,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741830_1006 (size=10165) 2024-11-27T00:17:40,087 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:17:40,087 INFO [M:0;f036bc4986ea:37727 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:17:40,087 INFO [M:0;f036bc4986ea:37727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37727 2024-11-27T00:17:40,091 INFO [M:0;f036bc4986ea:37727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:17:40,302 INFO [M:0;f036bc4986ea:37727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:17:40,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:40,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37727-0x10179a69bd50003, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:40,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624f606a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:17:40,339 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c6c70ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:17:40,339 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:17:40,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:17:40,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/hadoop.log.dir/,STOPPED} 2024-11-27T00:17:40,344 WARN [BP-1722618247-172.17.0.3-1732666640627 heartbeating to localhost/127.0.0.1:32893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:17:40,344 WARN [BP-1722618247-172.17.0.3-1732666640627 heartbeating to localhost/127.0.0.1:32893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1722618247-172.17.0.3-1732666640627 (Datanode Uuid ead80800-ce1f-44b0-adfd-f82a114d02ee) service to localhost/127.0.0.1:32893 2024-11-27T00:17:40,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:17:40,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:17:40,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/cluster_b1db3bd7-ebc5-d57f-5011-c5513e9faff8/data/data1/current/BP-1722618247-172.17.0.3-1732666640627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:17:40,346 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/cluster_b1db3bd7-ebc5-d57f-5011-c5513e9faff8/data/data2/current/BP-1722618247-172.17.0.3-1732666640627 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:17:40,346 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:17:40,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302e235{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:17:40,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@692efac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:17:40,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:17:40,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:17:40,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/hadoop.log.dir/,STOPPED} 2024-11-27T00:17:40,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:17:40,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:17:40,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:17:40,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:40,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:40,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:40,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:40,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:17:40,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=589336911, stopped=false 2024-11-27T00:17:40,373 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,41951,1732666652182 2024-11-27T00:17:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1191811939/running 2024-11-27T00:17:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1191811939/running 2024-11-27T00:17:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:40,432 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:17:40,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:40,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:17:40,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:40,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:40,434 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,46499,1732666652256' ***** 2024-11-27T00:17:40,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/running 2024-11-27T00:17:40,434 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:17:40,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Set watcher on znode that does not yet exist, /0-1191811939/running 2024-11-27T00:17:40,434 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:17:40,435 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:17:40,435 INFO [RS:0;f036bc4986ea:46499 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:17:40,435 INFO [RS:0;f036bc4986ea:46499 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:17:40,435 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:40,436 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,46499,1732666652256 2024-11-27T00:17:40,436 INFO [RS:0;f036bc4986ea:46499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:17:40,436 INFO [RS:0;f036bc4986ea:46499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:46499. 2024-11-27T00:17:40,436 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e02cfb587911fd5dfca84c8bf4bfbec, disabling compactions & flushes 2024-11-27T00:17:40,437 DEBUG [RS:0;f036bc4986ea:46499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:40,437 DEBUG [RS:0;f036bc4986ea:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:40,437 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:40,437 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:40,437 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:17:40,437 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:17:40,437 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:17:40,437 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. after waiting 0 ms 2024-11-27T00:17:40,437 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:17:40,437 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:40,437 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T00:17:40,438 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(1325): Online Regions={2e02cfb587911fd5dfca84c8bf4bfbec=hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:17:40,438 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e02cfb587911fd5dfca84c8bf4bfbec 2024-11-27T00:17:40,438 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:17:40,438 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:17:40,438 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:17:40,438 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:17:40,438 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:17:40,438 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T00:17:40,444 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/replication/2e02cfb587911fd5dfca84c8bf4bfbec/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-27T00:17:40,444 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:17:40,444 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:17:40,444 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:40,444 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e02cfb587911fd5dfca84c8bf4bfbec: Waiting for close lock at 1732666660436Running coprocessor pre-close hooks at 1732666660436Disabling compacts and flushes for region at 1732666660436Disabling writes for close at 1732666660437 (+1 ms)Writing region close event to WAL at 1732666660440 (+3 ms)Running coprocessor post-close hooks at 1732666660444 (+4 ms)Closed at 1732666660444 2024-11-27T00:17:40,445 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec. 2024-11-27T00:17:40,455 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/.tmp/info/d52990555b6842afb0e12bcc85a2cf0e is 147, key is hbase:replication,,1732666646617.2e02cfb587911fd5dfca84c8bf4bfbec./info:regioninfo/1732666657770/Put/seqid=0 2024-11-27T00:17:40,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741851_1027 (size=6385) 2024-11-27T00:17:40,518 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:17:40,638 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:17:40,838 DEBUG [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:17:40,861 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/.tmp/info/d52990555b6842afb0e12bcc85a2cf0e 2024-11-27T00:17:40,871 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/.tmp/info/d52990555b6842afb0e12bcc85a2cf0e as hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/info/d52990555b6842afb0e12bcc85a2cf0e 2024-11-27T00:17:40,881 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/info/d52990555b6842afb0e12bcc85a2cf0e, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T00:17:40,883 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-11-27T00:17:40,889 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T00:17:40,890 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:17:40,890 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:17:40,890 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:17:40,891 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666660438Running coprocessor pre-close hooks at 1732666660438Disabling compacts and flushes for region at 1732666660438Disabling writes for close at 1732666660438Obtaining lock to block concurrent updates at 1732666660438Preparing flush snapshotting stores in 1588230740 at 1732666660438Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732666660439 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732666660440 (+1 ms)Flushing 1588230740/info: creating writer at 1732666660440Flushing 1588230740/info: appending metadata at 1732666660454 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732666660454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bc1d3dc: reopening flushed file at 1732666660869 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1732666660883 (+14 ms)Writing region close event to WAL at 1732666660884 (+1 ms)Running coprocessor post-close hooks at 1732666660890 (+6 ms)Closed at 1732666660890 2024-11-27T00:17:40,891 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:17:41,019 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:17:41,019 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:17:41,021 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:41,023 DEBUG [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 to pos 0, reset compression=false 2024-11-27T00:17:41,038 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,46499,1732666652256; all regions closed. 2024-11-27T00:17:41,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741849_1025 (size=2156) 2024-11-27T00:17:41,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.meta.1732666653434.meta not finished, retry = 0 2024-11-27T00:17:41,145 DEBUG [RS:0;f036bc4986ea:46499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/oldWALs 2024-11-27T00:17:41,145 INFO [RS:0;f036bc4986ea:46499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C46499%2C1732666652256.meta:.meta(num 1732666653434) 2024-11-27T00:17:41,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741850_1026 (size=796) 2024-11-27T00:17:41,148 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.rep.1732666657721 not finished, retry = 0 2024-11-27T00:17:41,251 DEBUG [RS:0;f036bc4986ea:46499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/oldWALs 2024-11-27T00:17:41,251 INFO [RS:0;f036bc4986ea:46499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C46499%2C1732666652256.rep:(num 1732666657721) 2024-11-27T00:17:41,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741848_1024 (size=93) 2024-11-27T00:17:41,254 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/WALs/f036bc4986ea,46499,1732666652256/f036bc4986ea%2C46499%2C1732666652256.1732666653206 not finished, retry = 0 2024-11-27T00:17:41,357 DEBUG [RS:0;f036bc4986ea:46499 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/oldWALs 2024-11-27T00:17:41,357 INFO [RS:0;f036bc4986ea:46499 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C46499%2C1732666652256:(num 1732666653206) 2024-11-27T00:17:41,357 DEBUG [RS:0;f036bc4986ea:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:41,357 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:17:41,357 INFO [RS:0;f036bc4986ea:46499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:17:41,357 INFO [RS:0;f036bc4986ea:46499 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:17:41,357 INFO [RS:0;f036bc4986ea:46499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:17:41,357 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:17:41,358 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,46499,1732666652256 because: Region server is closing 2024-11-27T00:17:41,358 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T00:17:41,358 INFO [RS:0;f036bc4986ea:46499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:46499. 2024-11-27T00:17:41,358 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T00:17:41,358 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T00:17:41,358 DEBUG [RS:0;f036bc4986ea:46499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:41,358 DEBUG [RS:0;f036bc4986ea:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:41,358 DEBUG [RS:0;f036bc4986ea:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:41,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:41,458 WARN [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:17:41,458 WARN [RS:0;f036bc4986ea:46499.replicationSource.shipperf036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T00:17:41,459 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f036bc4986ea:46499.replicationSource.shipperf036bc4986ea%2C46499%2C1732666652256,1-f036bc4986ea,46499,1732666652256 terminated 2024-11-27T00:17:41,459 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f036bc4986ea,46499,1732666652256 because: Region server is closing 2024-11-27T00:17:41,459 INFO [RS:0;f036bc4986ea:46499 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:46499. 2024-11-27T00:17:41,459 DEBUG [RS:0;f036bc4986ea:46499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:41,459 DEBUG [RS:0;f036bc4986ea:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:41,459 DEBUG [RS:0;f036bc4986ea:46499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:41,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:41,560 WARN [RS:0;f036bc4986ea:46499.replicationSource.wal-reader.f036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:17:41,560 WARN [RS:0;f036bc4986ea:46499.replicationSource.shipperf036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T00:17:41,560 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;f036bc4986ea:46499.replicationSource.shipperf036bc4986ea%2C46499%2C1732666652256,2-f036bc4986ea,46499,1732666652256 terminated 2024-11-27T00:17:41,560 INFO [RS:0;f036bc4986ea:46499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46499 2024-11-27T00:17:41,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1191811939/rs/f036bc4986ea,46499,1732666652256 2024-11-27T00:17:41,623 INFO [RS:0;f036bc4986ea:46499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:17:41,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939/rs 2024-11-27T00:17:41,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,46499,1732666652256] 2024-11-27T00:17:41,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1191811939/draining/f036bc4986ea,46499,1732666652256 already deleted, retry=false 2024-11-27T00:17:41,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,46499,1732666652256 expired; onlineServers=0 2024-11-27T00:17:41,767 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,41951,1732666652182' ***** 2024-11-27T00:17:41,767 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:17:41,767 INFO [M:0;f036bc4986ea:41951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:17:41,768 INFO [M:0;f036bc4986ea:41951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:17:41,768 DEBUG [M:0;f036bc4986ea:41951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:17:41,768 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:17:41,768 DEBUG [M:0;f036bc4986ea:41951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:17:41,768 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666652856 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666652856,5,FailOnTimeoutGroup] 2024-11-27T00:17:41,768 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666652856 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666652856,5,FailOnTimeoutGroup] 2024-11-27T00:17:41,768 INFO [M:0;f036bc4986ea:41951 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:17:41,768 INFO [M:0;f036bc4986ea:41951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:17:41,768 DEBUG [M:0;f036bc4986ea:41951 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:17:41,768 INFO [M:0;f036bc4986ea:41951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:17:41,768 INFO [M:0;f036bc4986ea:41951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:17:41,768 INFO [M:0;f036bc4986ea:41951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:17:41,769 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:17:41,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1191811939/master 2024-11-27T00:17:41,814 DEBUG [M:0;f036bc4986ea:41951 {}] zookeeper.ZKUtil(347): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Unable to get data of znode /0-1191811939/master because node does not exist (not an error) 2024-11-27T00:17:41,814 WARN [M:0;f036bc4986ea:41951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:17:41,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1191811939 2024-11-27T00:17:41,815 INFO [M:0;f036bc4986ea:41951 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/.lastflushedseqids 2024-11-27T00:17:41,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:41,821 INFO [RS:0;f036bc4986ea:46499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:17:41,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741852_1028 (size=181) 2024-11-27T00:17:41,821 INFO [RS:0;f036bc4986ea:46499 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,46499,1732666652256; zookeeper connection closed. 2024-11-27T00:17:41,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46499-0x10179a69bd50007, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:41,821 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b0de7ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b0de7ef 2024-11-27T00:17:41,821 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:17:42,222 INFO [M:0;f036bc4986ea:41951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:17:42,222 INFO [M:0;f036bc4986ea:41951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:17:42,222 DEBUG [M:0;f036bc4986ea:41951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:17:42,222 INFO [M:0;f036bc4986ea:41951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:42,222 DEBUG [M:0;f036bc4986ea:41951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:42,222 DEBUG [M:0;f036bc4986ea:41951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:17:42,222 DEBUG [M:0;f036bc4986ea:41951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:42,222 INFO [M:0;f036bc4986ea:41951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T00:17:42,237 DEBUG [M:0;f036bc4986ea:41951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c4d64b532f74a1596ac969b687b6023 is 82, key is hbase:meta,,1/info:regioninfo/1732666653527/Put/seqid=0 2024-11-27T00:17:42,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741853_1029 (size=5680) 2024-11-27T00:17:42,642 INFO [M:0;f036bc4986ea:41951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c4d64b532f74a1596ac969b687b6023 2024-11-27T00:17:42,671 DEBUG [M:0;f036bc4986ea:41951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c932adf034eb40338e6e5ce0f663ffcc is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732666657780/Put/seqid=0 2024-11-27T00:17:42,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741854_1030 (size=7319) 2024-11-27T00:17:43,081 INFO [M:0;f036bc4986ea:41951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c932adf034eb40338e6e5ce0f663ffcc 2024-11-27T00:17:43,107 DEBUG [M:0;f036bc4986ea:41951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4db5070daf26443990abaffb93b0c9aa is 69, key is f036bc4986ea,46499,1732666652256/rs:state/1732666652941/Put/seqid=0 2024-11-27T00:17:43,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741855_1031 (size=5371) 2024-11-27T00:17:43,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:17:43,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:17:43,512 INFO [M:0;f036bc4986ea:41951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4db5070daf26443990abaffb93b0c9aa 2024-11-27T00:17:43,518 INFO [M:0;f036bc4986ea:41951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4db5070daf26443990abaffb93b0c9aa 2024-11-27T00:17:43,520 DEBUG [M:0;f036bc4986ea:41951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c4d64b532f74a1596ac969b687b6023 as hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c4d64b532f74a1596ac969b687b6023 2024-11-27T00:17:43,526 INFO [M:0;f036bc4986ea:41951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c4d64b532f74a1596ac969b687b6023, entries=8, sequenceid=172, filesize=5.5 K 2024-11-27T00:17:43,527 DEBUG [M:0;f036bc4986ea:41951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c932adf034eb40338e6e5ce0f663ffcc as hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c932adf034eb40338e6e5ce0f663ffcc 2024-11-27T00:17:43,534 INFO [M:0;f036bc4986ea:41951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c932adf034eb40338e6e5ce0f663ffcc, entries=7, sequenceid=172, filesize=7.1 K 2024-11-27T00:17:43,535 DEBUG [M:0;f036bc4986ea:41951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4db5070daf26443990abaffb93b0c9aa as hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4db5070daf26443990abaffb93b0c9aa 2024-11-27T00:17:43,542 INFO [M:0;f036bc4986ea:41951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4db5070daf26443990abaffb93b0c9aa 2024-11-27T00:17:43,542 INFO [M:0;f036bc4986ea:41951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33725/user/jenkins/test-data/2b93e069-f0aa-ce6d-d3ab-ee9cec36ae3b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4db5070daf26443990abaffb93b0c9aa, entries=2, sequenceid=172, filesize=5.2 K 2024-11-27T00:17:43,543 INFO [M:0;f036bc4986ea:41951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=172, compaction requested=false 2024-11-27T00:17:43,545 INFO [M:0;f036bc4986ea:41951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:43,545 DEBUG [M:0;f036bc4986ea:41951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666662222Disabling compacts and flushes for region at 1732666662222Disabling writes for close at 1732666662222Obtaining lock to block concurrent updates at 1732666662222Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666662222Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732666662223 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666662224 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666662224Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666662237 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666662237Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666662649 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666662671 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666662671Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666663089 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666663106 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666663106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683e7594: reopening flushed file at 1732666663519 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f3326ba: reopening flushed file at 1732666663526 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f53cf2: reopening flushed file at 1732666663534 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=172, compaction requested=false at 1732666663543 (+9 ms)Writing region close event to WAL at 1732666663545 (+2 ms)Closed at 1732666663545 2024-11-27T00:17:43,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38193 is added to blk_1073741847_1023 (size=22949) 2024-11-27T00:17:43,548 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:17:43,548 INFO [M:0;f036bc4986ea:41951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:17:43,548 INFO [M:0;f036bc4986ea:41951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41951 2024-11-27T00:17:43,549 INFO [M:0;f036bc4986ea:41951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:17:43,670 INFO [M:0;f036bc4986ea:41951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:17:43,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:43,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x10179a69bd50006, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:43,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:17:43,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:17:43,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:17:43,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:17:43,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/hadoop.log.dir/,STOPPED} 2024-11-27T00:17:43,674 WARN [BP-1851318684-172.17.0.3-1732666631373 heartbeating to localhost/127.0.0.1:33725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:17:43,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:17:43,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:17:43,674 WARN [BP-1851318684-172.17.0.3-1732666631373 heartbeating to localhost/127.0.0.1:33725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1851318684-172.17.0.3-1732666631373 (Datanode Uuid 5085e96b-ad71-4744-8efe-38de9eff6b1a) service to localhost/127.0.0.1:33725 2024-11-27T00:17:43,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/cluster_c06a6d79-8f89-8fba-cc75-31233590b1db/data/data1/current/BP-1851318684-172.17.0.3-1732666631373 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:17:43,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/cluster_c06a6d79-8f89-8fba-cc75-31233590b1db/data/data2/current/BP-1851318684-172.17.0.3-1732666631373 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:17:43,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:17:43,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:17:43,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:17:43,681 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:17:43,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:17:43,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/85272a21-dab4-cbda-6583-aa152dfa4362/hadoop.log.dir/,STOPPED} 2024-11-27T00:17:43,688 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T00:17:43,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:17:43,718 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/f036bc4986ea:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/f036bc4986ea:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33725 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7942919a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/f036bc4986ea:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:32893 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50890) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: master/f036bc4986ea:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:32893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f036bc4986ea:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50890) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:32893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:32893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 395) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3313 (was 3481) 2024-11-27T00:17:43,725 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=3311 2024-11-27T00:17:43,742 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-27T00:17:43,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/hadoop.log.dir so I do NOT create it in target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117 2024-11-27T00:17:43,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:17:43,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/hadoop.tmp.dir so I do NOT create it in target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117 2024-11-27T00:17:43,743 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5fb11f0-baab-ac02-b764-36df36f97f36/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:17:43,743 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117 2024-11-27T00:17:43,743 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/cluster_c3028078-c34b-09fd-a20f-94627d361ff1, deleteOnExit=true 2024-11-27T00:17:43,746 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/cluster_c3028078-c34b-09fd-a20f-94627d361ff1/zookeeper_0, clientPort=51660, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/cluster_c3028078-c34b-09fd-a20f-94627d361ff1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/cluster_c3028078-c34b-09fd-a20f-94627d361ff1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T00:17:43,747 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51660 2024-11-27T00:17:43,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:17:43,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:17:43,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/test.cache.data in system properties and HBase conf 2024-11-27T00:17:43,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:17:43,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:17:43,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:17:43,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:17:43,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:17:43,748 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:17:43,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:17:43,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:17:43,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:17:43,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:17:43,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:17:43,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:17:43,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:17:43,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:17:43,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:17:43,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:17:43,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:17:43,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:17:43,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:17:43,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:17:43,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10179a69bd50002, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:17:43,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10179a69bd50005, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:17:43,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10179a69bd50005, quorum=127.0.0.1:50890, baseZNode=/1-508391112 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:17:43,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10179a69bd50002, quorum=127.0.0.1:50890, baseZNode=/0-1191811939 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:17:44,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:17:44,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:17:44,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:17:44,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:17:44,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:17:44,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:17:44,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:17:44,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:17:44,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/java.io.tmpdir/jetty-localhost-41869-hadoop-hdfs-3_4_1-tests_jar-_-any-6857790233604863698/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:17:44,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:41869} 2024-11-27T00:17:44,399 INFO [Time-limited test {}] server.Server(415): Started @35915ms 2024-11-27T00:17:44,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:17:44,803 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:17:44,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:17:44,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:17:44,805 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:17:44,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:17:44,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:17:44,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358d1ce3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/java.io.tmpdir/jetty-localhost-39753-hadoop-hdfs-3_4_1-tests_jar-_-any-12451366578119831788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:17:44,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:39753} 2024-11-27T00:17:44,903 INFO [Time-limited test {}] server.Server(415): Started @36419ms 2024-11-27T00:17:44,904 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:17:45,719 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/cluster_c3028078-c34b-09fd-a20f-94627d361ff1/data/data1/current/BP-2104257997-172.17.0.3-1732666663780/current, will proceed with Du for space computation calculation, 2024-11-27T00:17:45,719 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/cluster_c3028078-c34b-09fd-a20f-94627d361ff1/data/data2/current/BP-2104257997-172.17.0.3-1732666663780/current, will proceed with Du for space computation calculation, 2024-11-27T00:17:45,734 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:17:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66c555f2bb72e2eb with lease ID 0xd1af0aefd788f947: Processing first storage report for DS-18d135a2-841e-4531-a87f-680c27810105 from datanode DatanodeRegistration(127.0.0.1:44773, datanodeUuid=44ff219d-b037-4619-980a-a187b4de3a85, infoPort=37989, infoSecurePort=0, ipcPort=46225, storageInfo=lv=-57;cid=testClusterID;nsid=1737981102;c=1732666663780) 2024-11-27T00:17:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66c555f2bb72e2eb with lease ID 0xd1af0aefd788f947: from storage DS-18d135a2-841e-4531-a87f-680c27810105 node DatanodeRegistration(127.0.0.1:44773, datanodeUuid=44ff219d-b037-4619-980a-a187b4de3a85, infoPort=37989, infoSecurePort=0, ipcPort=46225, storageInfo=lv=-57;cid=testClusterID;nsid=1737981102;c=1732666663780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:17:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66c555f2bb72e2eb with lease ID 0xd1af0aefd788f947: Processing first storage report for DS-a1e55ae1-d684-4dfe-954e-8828241120cf from datanode DatanodeRegistration(127.0.0.1:44773, datanodeUuid=44ff219d-b037-4619-980a-a187b4de3a85, infoPort=37989, infoSecurePort=0, ipcPort=46225, storageInfo=lv=-57;cid=testClusterID;nsid=1737981102;c=1732666663780) 2024-11-27T00:17:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66c555f2bb72e2eb with lease ID 0xd1af0aefd788f947: from storage DS-a1e55ae1-d684-4dfe-954e-8828241120cf node DatanodeRegistration(127.0.0.1:44773, datanodeUuid=44ff219d-b037-4619-980a-a187b4de3a85, infoPort=37989, infoSecurePort=0, ipcPort=46225, storageInfo=lv=-57;cid=testClusterID;nsid=1737981102;c=1732666663780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:17:45,837 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117 2024-11-27T00:17:45,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:45,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:45,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:17:46,248 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac with version=8 2024-11-27T00:17:46,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/hbase-staging 2024-11-27T00:17:46,250 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:17:46,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:46,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:46,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:17:46,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:46,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:17:46,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:17:46,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:17:46,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42805 2024-11-27T00:17:46,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42805 connecting to ZooKeeper ensemble=127.0.0.1:51660 2024-11-27T00:17:46,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:17:46,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:17:46,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:17:46,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:17:46,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428050x0, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:46,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42805-0x10179a71eec0000 connected 2024-11-27T00:17:46,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:46,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:46,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Set watcher on znode that does not yet exist, /0-1801805459/running 2024-11-27T00:17:46,577 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac, hbase.cluster.distributed=false 2024-11-27T00:17:46,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Set watcher on znode that does not yet exist, /0-1801805459/acl 2024-11-27T00:17:46,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42805 2024-11-27T00:17:46,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42805 2024-11-27T00:17:46,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42805 2024-11-27T00:17:46,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42805 2024-11-27T00:17:46,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42805 2024-11-27T00:17:46,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:17:46,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:46,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:46,600 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:17:46,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:46,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:17:46,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:17:46,600 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:17:46,601 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39205 2024-11-27T00:17:46,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39205 connecting to ZooKeeper ensemble=127.0.0.1:51660 2024-11-27T00:17:46,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:46,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:46,615 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392050x0, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:46,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39205-0x10179a71eec0001 connected 2024-11-27T00:17:46,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Set watcher on znode that does not yet exist, /0-1801805459/running 2024-11-27T00:17:46,616 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:17:46,617 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:17:46,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Set watcher on znode that does not yet exist, /0-1801805459/master 2024-11-27T00:17:46,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Set watcher on znode that does not yet exist, /0-1801805459/acl 2024-11-27T00:17:46,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39205 2024-11-27T00:17:46,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39205 2024-11-27T00:17:46,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39205 2024-11-27T00:17:46,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39205 2024-11-27T00:17:46,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39205 2024-11-27T00:17:46,634 DEBUG [M:0;f036bc4986ea:42805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:42805 2024-11-27T00:17:46,634 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1801805459/backup-masters/f036bc4986ea,42805,1732666666250 2024-11-27T00:17:46,647 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459/backup-masters 2024-11-27T00:17:46,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459/backup-masters 2024-11-27T00:17:46,647 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Set watcher on existing znode=/0-1801805459/backup-masters/f036bc4986ea,42805,1732666666250 2024-11-27T00:17:46,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:46,657 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1801805459/master 2024-11-27T00:17:46,657 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:46,658 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Set watcher on existing znode=/0-1801805459/master 2024-11-27T00:17:46,658 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1801805459/backup-masters/f036bc4986ea,42805,1732666666250 from backup master directory 2024-11-27T00:17:46,668 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459/backup-masters 2024-11-27T00:17:46,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1801805459/backup-masters/f036bc4986ea,42805,1732666666250 2024-11-27T00:17:46,668 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:17:46,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459/backup-masters 2024-11-27T00:17:46,668 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,42805,1732666666250 2024-11-27T00:17:46,672 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/hbase.id] with ID: 1520f322-2f0a-4317-8736-1f59c4af7ffb 2024-11-27T00:17:46,672 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/.tmp/hbase.id 2024-11-27T00:17:46,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:17:47,078 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/.tmp/hbase.id]:[hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/hbase.id] 2024-11-27T00:17:47,091 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:47,091 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:17:47,092 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T00:17:47,099 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:47,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:47,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:17:47,506 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:17:47,507 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:17:47,507 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:47,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:17:47,916 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store 2024-11-27T00:17:47,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:17:48,323 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:48,323 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:17:48,323 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:48,323 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:48,323 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:17:48,323 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:48,323 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:48,323 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666668323Disabling compacts and flushes for region at 1732666668323Disabling writes for close at 1732666668323Writing region close event to WAL at 1732666668323Closed at 1732666668323 2024-11-27T00:17:48,324 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/.initializing 2024-11-27T00:17:48,324 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/WALs/f036bc4986ea,42805,1732666666250 2024-11-27T00:17:48,325 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:17:48,327 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C42805%2C1732666666250, suffix=, logDir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/WALs/f036bc4986ea,42805,1732666666250, archiveDir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/oldWALs, maxLogs=10 2024-11-27T00:17:48,340 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/WALs/f036bc4986ea,42805,1732666666250/f036bc4986ea%2C42805%2C1732666666250.1732666668327, exclude list is [], retry=0 2024-11-27T00:17:48,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44773,DS-18d135a2-841e-4531-a87f-680c27810105,DISK] 2024-11-27T00:17:48,345 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/WALs/f036bc4986ea,42805,1732666666250/f036bc4986ea%2C42805%2C1732666666250.1732666668327 2024-11-27T00:17:48,345 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-27T00:17:48,345 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:17:48,345 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:48,345 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:48,345 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:48,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:48,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:17:48,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:48,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:48,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:48,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:17:48,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:48,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:48,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:48,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:17:48,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:48,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:48,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:48,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:17:48,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:48,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:48,355 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:48,355 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:48,356 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:48,357 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:48,357 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:48,357 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:48,358 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:48,361 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:17:48,361 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71326101, jitterRate=0.06284172832965851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:48,362 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666668346Initializing all the Stores at 1732666668347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666668347Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666668347Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666668347Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666668347Cleaning up temporary data from old regions at 1732666668357 (+10 ms)Region opened successfully at 1732666668362 (+5 ms) 2024-11-27T00:17:48,362 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:17:48,365 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34993113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:17:48,366 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:17:48,366 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:17:48,366 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:17:48,366 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:17:48,367 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:17:48,367 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:17:48,367 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:17:48,369 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:17:48,370 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Unable to get data of znode /0-1801805459/balancer because node does not exist (not necessarily an error) 2024-11-27T00:17:48,380 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1801805459/balancer already deleted, retry=false 2024-11-27T00:17:48,381 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:17:48,382 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Unable to get data of znode /0-1801805459/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:17:48,394 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1801805459/normalizer already deleted, retry=false 2024-11-27T00:17:48,394 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:17:48,395 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Unable to get data of znode /0-1801805459/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:17:48,404 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1801805459/switch/split already deleted, retry=false 2024-11-27T00:17:48,405 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Unable to get data of znode /0-1801805459/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:17:48,415 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1801805459/switch/merge already deleted, retry=false 2024-11-27T00:17:48,417 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Unable to get data of znode /0-1801805459/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:17:48,426 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1801805459/snapshot-cleanup already deleted, retry=false 2024-11-27T00:17:48,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1801805459/running 2024-11-27T00:17:48,436 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1801805459/running 2024-11-27T00:17:48,436 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:48,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:48,437 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,42805,1732666666250, sessionid=0x10179a71eec0000, setting cluster-up flag (Was=false) 2024-11-27T00:17:48,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:48,457 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:48,489 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1801805459/flush-table-proc/acquired, /0-1801805459/flush-table-proc/reached, /0-1801805459/flush-table-proc/abort 2024-11-27T00:17:48,490 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,42805,1732666666250 2024-11-27T00:17:48,510 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:48,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:48,541 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1801805459/online-snapshot/acquired, /0-1801805459/online-snapshot/reached, /0-1801805459/online-snapshot/abort 2024-11-27T00:17:48,542 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,42805,1732666666250 2024-11-27T00:17:48,544 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:17:48,545 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:48,546 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:17:48,546 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:17:48,546 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,42805,1732666666250 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:17:48,548 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:48,548 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:48,548 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:48,548 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:48,548 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:17:48,548 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:48,548 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:17:48,548 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:48,549 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666698549 2024-11-27T00:17:48,550 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:17:48,550 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:17:48,550 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:17:48,550 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:17:48,550 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:17:48,550 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:17:48,550 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,550 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:17:48,550 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:17:48,551 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:17:48,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:48,551 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:17:48,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:17:48,551 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:17:48,551 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:17:48,551 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666668551,5,FailOnTimeoutGroup] 2024-11-27T00:17:48,552 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666668551,5,FailOnTimeoutGroup] 2024-11-27T00:17:48,552 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,552 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:17:48,552 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,552 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:48,552 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,552 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:17:48,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:17:48,625 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(746): ClusterId : 1520f322-2f0a-4317-8736-1f59c4af7ffb 2024-11-27T00:17:48,625 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:17:48,637 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:17:48,637 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:17:48,647 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:17:48,648 DEBUG [RS:0;f036bc4986ea:39205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b18fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:17:48,659 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:39205 2024-11-27T00:17:48,659 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:17:48,659 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:17:48,659 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:17:48,660 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,42805,1732666666250 with port=39205, startcode=1732666666599 2024-11-27T00:17:48,660 DEBUG [RS:0;f036bc4986ea:39205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:17:48,662 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:17:48,662 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,39205,1732666666599 2024-11-27T00:17:48,662 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42805 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,39205,1732666666599 2024-11-27T00:17:48,664 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac 2024-11-27T00:17:48,664 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39637 2024-11-27T00:17:48,664 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:17:48,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459/rs 2024-11-27T00:17:48,676 DEBUG [RS:0;f036bc4986ea:39205 {}] zookeeper.ZKUtil(111): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Set watcher on existing znode=/0-1801805459/rs/f036bc4986ea,39205,1732666666599 2024-11-27T00:17:48,676 WARN [RS:0;f036bc4986ea:39205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:17:48,676 INFO [RS:0;f036bc4986ea:39205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:48,676 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599 2024-11-27T00:17:48,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,39205,1732666666599] 2024-11-27T00:17:48,680 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:17:48,681 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:17:48,682 INFO [RS:0;f036bc4986ea:39205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:17:48,682 INFO [RS:0;f036bc4986ea:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,682 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:17:48,683 INFO [RS:0;f036bc4986ea:39205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:17:48,683 INFO [RS:0;f036bc4986ea:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,683 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:48,683 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:48,683 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:48,683 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:48,683 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:48,683 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:17:48,683 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:48,683 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:48,683 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:48,684 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:48,684 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:48,684 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:48,684 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:17:48,684 DEBUG [RS:0;f036bc4986ea:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:17:48,684 INFO [RS:0;f036bc4986ea:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,685 INFO [RS:0;f036bc4986ea:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,685 INFO [RS:0;f036bc4986ea:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,685 INFO [RS:0;f036bc4986ea:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,685 INFO [RS:0;f036bc4986ea:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,685 INFO [RS:0;f036bc4986ea:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,39205,1732666666599-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:17:48,701 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:17:48,701 INFO [RS:0;f036bc4986ea:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,39205,1732666666599-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,701 INFO [RS:0;f036bc4986ea:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,701 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.Replication(171): f036bc4986ea,39205,1732666666599 started 2024-11-27T00:17:48,716 INFO [RS:0;f036bc4986ea:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:48,716 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,39205,1732666666599, RpcServer on f036bc4986ea/172.17.0.3:39205, sessionid=0x10179a71eec0001 2024-11-27T00:17:48,716 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:17:48,716 DEBUG [RS:0;f036bc4986ea:39205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,39205,1732666666599 2024-11-27T00:17:48,716 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,39205,1732666666599' 2024-11-27T00:17:48,716 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1801805459/flush-table-proc/abort' 2024-11-27T00:17:48,717 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1801805459/flush-table-proc/acquired' 2024-11-27T00:17:48,717 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:17:48,717 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:17:48,717 DEBUG [RS:0;f036bc4986ea:39205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,39205,1732666666599 2024-11-27T00:17:48,717 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,39205,1732666666599' 2024-11-27T00:17:48,717 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1801805459/online-snapshot/abort' 2024-11-27T00:17:48,717 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1801805459/online-snapshot/acquired' 2024-11-27T00:17:48,718 DEBUG [RS:0;f036bc4986ea:39205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:17:48,718 INFO [RS:0;f036bc4986ea:39205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:17:48,718 INFO [RS:0;f036bc4986ea:39205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:17:48,818 INFO [RS:0;f036bc4986ea:39205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:17:48,820 INFO [RS:0;f036bc4986ea:39205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C39205%2C1732666666599, suffix=, logDir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599, archiveDir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/oldWALs, maxLogs=10 2024-11-27T00:17:48,835 DEBUG [RS:0;f036bc4986ea:39205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.1732666668820, exclude list is [], retry=0 2024-11-27T00:17:48,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44773,DS-18d135a2-841e-4531-a87f-680c27810105,DISK] 2024-11-27T00:17:48,841 INFO [RS:0;f036bc4986ea:39205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.1732666668820 2024-11-27T00:17:48,841 DEBUG [RS:0;f036bc4986ea:39205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-27T00:17:48,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:17:48,962 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac 2024-11-27T00:17:48,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:17:49,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:49,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:17:49,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:17:49,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:49,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:49,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:17:49,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:17:49,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:49,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:49,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:17:49,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:17:49,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:49,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:49,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:17:49,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:17:49,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:49,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:49,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:17:49,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740 2024-11-27T00:17:49,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740 2024-11-27T00:17:49,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:17:49,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:17:49,384 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:49,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:17:49,388 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:17:49,389 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72593300, jitterRate=0.08172446489334106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:49,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666669369Initializing all the Stores at 1732666669370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666669370Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666669371 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666669371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666669371Cleaning up temporary data from old regions at 1732666669384 (+13 ms)Region opened successfully at 1732666669390 (+6 ms) 2024-11-27T00:17:49,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:17:49,390 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:17:49,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:17:49,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:17:49,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:17:49,391 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:17:49,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666669390Disabling compacts and flushes for region at 1732666669390Disabling writes for close at 1732666669390Writing region close event to WAL at 1732666669391 (+1 ms)Closed at 1732666669391 2024-11-27T00:17:49,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:49,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:17:49,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:17:49,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:17:49,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:17:49,546 DEBUG [f036bc4986ea:42805 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:17:49,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,39205,1732666666599 2024-11-27T00:17:49,548 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,39205,1732666666599, state=OPENING 2024-11-27T00:17:49,601 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:17:49,644 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:49,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:49,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1801805459/meta-region-server: CHANGED 2024-11-27T00:17:49,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1801805459/meta-region-server: CHANGED 2024-11-27T00:17:49,645 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:17:49,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,39205,1732666666599}] 2024-11-27T00:17:49,797 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:17:49,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:17:49,803 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:17:49,803 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:49,803 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:17:49,805 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C39205%2C1732666666599.meta, suffix=.meta, logDir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599, archiveDir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/oldWALs, maxLogs=10 2024-11-27T00:17:49,822 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.meta.1732666669805.meta, exclude list is [], retry=0 2024-11-27T00:17:49,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44773,DS-18d135a2-841e-4531-a87f-680c27810105,DISK] 2024-11-27T00:17:49,827 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.meta.1732666669805.meta 2024-11-27T00:17:49,827 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-27T00:17:49,828 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:17:49,828 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:17:49,828 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:17:49,828 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:17:49,829 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:17:49,829 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:17:49,829 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:49,829 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:17:49,829 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:17:49,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:17:49,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:17:49,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:49,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:49,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:17:49,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:17:49,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:49,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:49,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:17:49,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:17:49,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:49,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:49,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:17:49,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:17:49,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:49,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:49,837 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:17:49,837 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740 2024-11-27T00:17:49,838 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740 2024-11-27T00:17:49,839 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:17:49,840 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:17:49,840 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:49,841 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:17:49,842 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63990880, jitterRate=-0.04646158218383789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:49,842 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:17:49,843 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666669829Writing region info on filesystem at 1732666669829Initializing all the Stores at 1732666669830 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666669831 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666669831Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666669831Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666669831Cleaning up temporary data from old regions at 1732666669840 (+9 ms)Running coprocessor post-open hooks at 1732666669842 (+2 ms)Region opened successfully at 1732666669843 (+1 ms) 2024-11-27T00:17:49,845 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666669797 2024-11-27T00:17:49,848 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:17:49,848 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:17:49,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,39205,1732666666599 2024-11-27T00:17:49,851 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,39205,1732666666599, state=OPEN 2024-11-27T00:17:49,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1801805459/meta-region-server 2024-11-27T00:17:49,868 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1801805459/meta-region-server 2024-11-27T00:17:49,868 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,39205,1732666666599 2024-11-27T00:17:49,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1801805459/meta-region-server: CHANGED 2024-11-27T00:17:49,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1801805459/meta-region-server: CHANGED 2024-11-27T00:17:49,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:17:49,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,39205,1732666666599 in 223 msec 2024-11-27T00:17:49,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:17:49,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-27T00:17:49,874 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:49,874 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:17:49,876 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:17:49,876 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,39205,1732666666599, seqNum=-1] 2024-11-27T00:17:49,876 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:17:49,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:17:49,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3380 sec 2024-11-27T00:17:49,884 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666669884, completionTime=-1 2024-11-27T00:17:49,884 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:17:49,884 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:17:49,886 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:17:49,886 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666729886 2024-11-27T00:17:49,886 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666789886 2024-11-27T00:17:49,886 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:17:49,886 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,42805,1732666666250-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:49,887 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,42805,1732666666250-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:49,887 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,42805,1732666666250-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:49,887 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:42805, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:49,887 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:49,887 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:49,889 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:17:49,891 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.223sec 2024-11-27T00:17:49,891 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:17:49,891 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:17:49,891 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:17:49,891 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:17:49,891 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:17:49,891 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,42805,1732666666250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:17:49,891 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,42805,1732666666250-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:17:49,894 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:17:49,894 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:17:49,894 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,42805,1732666666250-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:49,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:49,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,42805,-1 for getting cluster id 2024-11-27T00:17:49,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:49,927 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1520f322-2f0a-4317-8736-1f59c4af7ffb' 2024-11-27T00:17:49,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:49,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1520f322-2f0a-4317-8736-1f59c4af7ffb" 2024-11-27T00:17:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4594e791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,42805,-1] 2024-11-27T00:17:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:49,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:49,929 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:49,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:49,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:17:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,39205,1732666666599, seqNum=-1] 2024-11-27T00:17:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:17:49,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:17:49,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,42805,1732666666250 2024-11-27T00:17:49,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51660 2024-11-27T00:17:49,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:49,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10179a71eec0002 connected 2024-11-27T00:17:49,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/hadoop.log.dir so I do NOT create it in target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51 2024-11-27T00:17:49,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:17:49,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/hadoop.tmp.dir so I do NOT create it in target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51 2024-11-27T00:17:49,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:17:49,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51 2024-11-27T00:17:49,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:17:49,962 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/cluster_a34f0490-83fa-22dd-6ed5-1974815da67e, deleteOnExit=true 2024-11-27T00:17:49,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:17:49,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/test.cache.data in system properties and HBase conf 2024-11-27T00:17:49,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:17:49,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:17:49,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:17:49,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:17:49,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:17:49,963 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:17:49,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:17:49,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:17:49,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:17:49,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:17:49,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:17:49,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:17:49,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:17:49,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:17:49,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:17:49,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:17:49,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:17:49,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:17:49,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:17:49,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:17:50,294 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:17:50,300 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:17:50,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:17:50,302 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:17:50,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:17:50,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:17:50,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:17:50,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:17:50,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/java.io.tmpdir/jetty-localhost-44727-hadoop-hdfs-3_4_1-tests_jar-_-any-10429645360773646198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:17:50,399 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:44727} 2024-11-27T00:17:50,400 INFO [Time-limited test {}] server.Server(415): Started @41916ms 2024-11-27T00:17:50,657 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:17:50,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:17:50,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:17:50,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:17:50,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:17:50,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:17:50,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:17:50,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/java.io.tmpdir/jetty-localhost-41727-hadoop-hdfs-3_4_1-tests_jar-_-any-4860579956683444527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:17:50,777 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:41727} 2024-11-27T00:17:50,777 INFO [Time-limited test {}] server.Server(415): Started @42293ms 2024-11-27T00:17:50,778 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:17:51,764 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/cluster_a34f0490-83fa-22dd-6ed5-1974815da67e/data/data1/current/BP-1667815022-172.17.0.3-1732666669986/current, will proceed with Du for space computation calculation, 2024-11-27T00:17:51,764 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/cluster_a34f0490-83fa-22dd-6ed5-1974815da67e/data/data2/current/BP-1667815022-172.17.0.3-1732666669986/current, will proceed with Du for space computation calculation, 2024-11-27T00:17:51,779 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:17:51,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafaf6b77a84b07df with lease ID 0x86655f391c26108d: Processing first storage report for DS-37b854b2-29ab-4c7c-bbca-bf893bfc8db4 from datanode DatanodeRegistration(127.0.0.1:37815, datanodeUuid=77051d4e-9e95-40f0-b0bc-654c6e3436d2, infoPort=34851, infoSecurePort=0, ipcPort=39205, storageInfo=lv=-57;cid=testClusterID;nsid=82398718;c=1732666669986) 2024-11-27T00:17:51,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafaf6b77a84b07df with lease ID 0x86655f391c26108d: from storage DS-37b854b2-29ab-4c7c-bbca-bf893bfc8db4 node DatanodeRegistration(127.0.0.1:37815, datanodeUuid=77051d4e-9e95-40f0-b0bc-654c6e3436d2, infoPort=34851, infoSecurePort=0, ipcPort=39205, storageInfo=lv=-57;cid=testClusterID;nsid=82398718;c=1732666669986), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:17:51,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafaf6b77a84b07df with lease ID 0x86655f391c26108d: Processing first storage report for DS-f0f98ce9-fe05-47f2-8769-8815a19d2e5b from datanode DatanodeRegistration(127.0.0.1:37815, datanodeUuid=77051d4e-9e95-40f0-b0bc-654c6e3436d2, infoPort=34851, infoSecurePort=0, ipcPort=39205, storageInfo=lv=-57;cid=testClusterID;nsid=82398718;c=1732666669986) 2024-11-27T00:17:51,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafaf6b77a84b07df with lease ID 0x86655f391c26108d: from storage DS-f0f98ce9-fe05-47f2-8769-8815a19d2e5b node DatanodeRegistration(127.0.0.1:37815, datanodeUuid=77051d4e-9e95-40f0-b0bc-654c6e3436d2, infoPort=34851, infoSecurePort=0, ipcPort=39205, storageInfo=lv=-57;cid=testClusterID;nsid=82398718;c=1732666669986), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:17:51,807 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51 2024-11-27T00:17:51,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:51,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:51,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:17:51,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:17:51,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:17:51,994 WARN [RS:0;f036bc4986ea:39205 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f036bc4986ea,37313,1732666636965: status=Processing ServerCrashProcedure of f036bc4986ea,37313,1732666636965 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732666652827, completionTime=-1 appears to have been leaked 2024-11-27T00:17:52,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c with version=8 2024-11-27T00:17:52,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/hbase-staging 2024-11-27T00:17:52,219 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:17:52,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:52,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:52,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:17:52,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:52,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:17:52,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:17:52,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:17:52,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36279 2024-11-27T00:17:52,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36279 connecting to ZooKeeper ensemble=127.0.0.1:51660 2024-11-27T00:17:52,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362790x0, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:52,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36279-0x10179a71eec0003 connected 2024-11-27T00:17:52,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:52,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:52,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Set watcher on znode that does not yet exist, /1151017493/running 2024-11-27T00:17:52,310 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c, hbase.cluster.distributed=false 2024-11-27T00:17:52,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Set watcher on znode that does not yet exist, /1151017493/acl 2024-11-27T00:17:52,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36279 2024-11-27T00:17:52,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36279 2024-11-27T00:17:52,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36279 2024-11-27T00:17:52,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36279 2024-11-27T00:17:52,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36279 2024-11-27T00:17:52,326 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:17:52,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:52,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:52,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:17:52,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:17:52,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:17:52,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:17:52,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:17:52,327 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42935 2024-11-27T00:17:52,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42935 connecting to ZooKeeper ensemble=127.0.0.1:51660 2024-11-27T00:17:52,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:52,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:52,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429350x0, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:52,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42935-0x10179a71eec0004 connected 2024-11-27T00:17:52,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Set watcher on znode that does not yet exist, /1151017493/running 2024-11-27T00:17:52,342 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:17:52,343 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:17:52,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Set watcher on znode that does not yet exist, /1151017493/master 2024-11-27T00:17:52,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Set watcher on znode that does not yet exist, /1151017493/acl 2024-11-27T00:17:52,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42935 2024-11-27T00:17:52,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42935 2024-11-27T00:17:52,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42935 2024-11-27T00:17:52,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42935 2024-11-27T00:17:52,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42935 2024-11-27T00:17:52,374 DEBUG [M:0;f036bc4986ea:36279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:36279 2024-11-27T00:17:52,374 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1151017493/backup-masters/f036bc4986ea,36279,1732666672219 2024-11-27T00:17:52,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493/backup-masters 2024-11-27T00:17:52,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493/backup-masters 2024-11-27T00:17:52,384 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Set watcher on existing znode=/1151017493/backup-masters/f036bc4986ea,36279,1732666672219 2024-11-27T00:17:52,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1151017493/master 2024-11-27T00:17:52,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:52,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:52,394 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Set watcher on existing znode=/1151017493/master 2024-11-27T00:17:52,394 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1151017493/backup-masters/f036bc4986ea,36279,1732666672219 from backup master directory 2024-11-27T00:17:52,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1151017493/backup-masters/f036bc4986ea,36279,1732666672219 2024-11-27T00:17:52,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493/backup-masters 2024-11-27T00:17:52,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493/backup-masters 2024-11-27T00:17:52,404 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:17:52,404 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,36279,1732666672219 2024-11-27T00:17:52,408 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/hbase.id] with ID: 1025533a-8a73-4706-a199-f91605f0a9dd 2024-11-27T00:17:52,408 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/.tmp/hbase.id 2024-11-27T00:17:52,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:17:52,814 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/.tmp/hbase.id]:[hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/hbase.id] 2024-11-27T00:17:52,826 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:17:52,826 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:17:52,827 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T00:17:52,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:52,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:17:53,282 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:17:53,283 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:17:53,283 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:53,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:17:53,692 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store 2024-11-27T00:17:53,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:17:53,703 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:53,703 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:17:53,703 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:53,703 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:53,704 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:17:53,704 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:53,704 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:53,704 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666673703Disabling compacts and flushes for region at 1732666673703Disabling writes for close at 1732666673704 (+1 ms)Writing region close event to WAL at 1732666673704Closed at 1732666673704 2024-11-27T00:17:53,705 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/.initializing 2024-11-27T00:17:53,705 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/WALs/f036bc4986ea,36279,1732666672219 2024-11-27T00:17:53,708 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:17:53,712 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C36279%2C1732666672219, suffix=, logDir=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/WALs/f036bc4986ea,36279,1732666672219, archiveDir=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/oldWALs, maxLogs=10 2024-11-27T00:17:53,734 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/WALs/f036bc4986ea,36279,1732666672219/f036bc4986ea%2C36279%2C1732666672219.1732666673713, exclude list is [], retry=0 2024-11-27T00:17:53,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-37b854b2-29ab-4c7c-bbca-bf893bfc8db4,DISK] 2024-11-27T00:17:53,740 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/WALs/f036bc4986ea,36279,1732666672219/f036bc4986ea%2C36279%2C1732666672219.1732666673713 2024-11-27T00:17:53,741 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34851:34851)] 2024-11-27T00:17:53,741 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:17:53,741 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:53,741 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:53,741 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:53,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:53,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:17:53,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:53,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:53,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:53,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:17:53,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:53,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:53,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:53,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:17:53,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:53,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:53,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:53,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:17:53,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:53,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:53,759 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:53,760 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:53,760 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:53,762 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:53,762 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:53,763 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:53,765 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:17:53,772 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:17:53,773 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59918444, jitterRate=-0.10714560747146606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:53,774 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666673742Initializing all the Stores at 1732666673743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666673743Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666673743Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666673743Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666673743Cleaning up temporary data from old regions at 1732666673762 (+19 ms)Region opened successfully at 1732666673774 (+12 ms) 2024-11-27T00:17:53,774 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:17:53,780 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c14d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:17:53,782 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:17:53,782 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:17:53,782 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:17:53,783 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:17:53,784 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T00:17:53,785 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:17:53,785 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:17:53,804 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:17:53,805 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Unable to get data of znode /1151017493/balancer because node does not exist (not necessarily an error) 2024-11-27T00:17:53,854 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1151017493/balancer already deleted, retry=false 2024-11-27T00:17:53,854 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:17:53,855 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Unable to get data of znode /1151017493/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:17:53,867 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1151017493/normalizer already deleted, retry=false 2024-11-27T00:17:53,868 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:17:53,870 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Unable to get data of znode /1151017493/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:17:53,878 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1151017493/switch/split already deleted, retry=false 2024-11-27T00:17:53,879 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Unable to get data of znode /1151017493/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:17:53,888 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1151017493/switch/merge already deleted, retry=false 2024-11-27T00:17:53,893 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Unable to get data of znode /1151017493/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:17:53,899 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1151017493/snapshot-cleanup already deleted, retry=false 2024-11-27T00:17:53,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1151017493/running 2024-11-27T00:17:53,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:53,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1151017493/running 2024-11-27T00:17:53,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:53,910 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,36279,1732666672219, sessionid=0x10179a71eec0003, setting cluster-up flag (Was=false) 2024-11-27T00:17:53,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:53,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:53,962 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1151017493/flush-table-proc/acquired, /1151017493/flush-table-proc/reached, /1151017493/flush-table-proc/abort 2024-11-27T00:17:53,964 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,36279,1732666672219 2024-11-27T00:17:53,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:53,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:54,015 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1151017493/online-snapshot/acquired, /1151017493/online-snapshot/reached, /1151017493/online-snapshot/abort 2024-11-27T00:17:54,017 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,36279,1732666672219 2024-11-27T00:17:54,025 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:17:54,038 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:54,039 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:17:54,039 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:17:54,039 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,36279,1732666672219 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:17:54,043 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:54,043 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:54,043 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:54,043 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:17:54,043 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:17:54,043 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:54,043 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:17:54,043 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:54,062 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:54,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:17:54,064 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:54,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:17:54,070 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(746): ClusterId : 1025533a-8a73-4706-a199-f91605f0a9dd 2024-11-27T00:17:54,070 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:17:54,080 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666704080 2024-11-27T00:17:54,081 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:17:54,081 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:17:54,081 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:17:54,081 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:17:54,081 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:17:54,081 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:17:54,081 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,088 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:17:54,088 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:17:54,096 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:17:54,096 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:17:54,097 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:17:54,097 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:17:54,100 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:17:54,101 DEBUG [RS:0;f036bc4986ea:42935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd3e80f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:17:54,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:17:54,120 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:17:54,120 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:17:54,128 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666674120,5,FailOnTimeoutGroup] 2024-11-27T00:17:54,129 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666674128,5,FailOnTimeoutGroup] 2024-11-27T00:17:54,129 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,129 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:17:54,129 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,129 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,137 DEBUG [RS:0;f036bc4986ea:42935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:42935 2024-11-27T00:17:54,137 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:17:54,137 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:17:54,137 DEBUG [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:17:54,139 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,36279,1732666672219 with port=42935, startcode=1732666672326 2024-11-27T00:17:54,139 DEBUG [RS:0;f036bc4986ea:42935 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:17:54,149 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:17:54,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36279 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,42935,1732666672326 2024-11-27T00:17:54,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36279 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,42935,1732666672326 2024-11-27T00:17:54,157 DEBUG [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c 2024-11-27T00:17:54,157 DEBUG [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45357 2024-11-27T00:17:54,157 DEBUG [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:17:54,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493/rs 2024-11-27T00:17:54,201 DEBUG [RS:0;f036bc4986ea:42935 {}] zookeeper.ZKUtil(111): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Set watcher on existing znode=/1151017493/rs/f036bc4986ea,42935,1732666672326 2024-11-27T00:17:54,201 WARN [RS:0;f036bc4986ea:42935 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:17:54,201 INFO [RS:0;f036bc4986ea:42935 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:54,201 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,42935,1732666672326] 2024-11-27T00:17:54,202 DEBUG [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/WALs/f036bc4986ea,42935,1732666672326 2024-11-27T00:17:54,215 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:17:54,219 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:17:54,219 INFO [RS:0;f036bc4986ea:42935 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:17:54,219 INFO [RS:0;f036bc4986ea:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,220 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:17:54,221 INFO [RS:0;f036bc4986ea:42935 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:17:54,221 INFO [RS:0;f036bc4986ea:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,221 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:54,221 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:54,221 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:54,221 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:54,221 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:54,221 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:17:54,221 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:54,221 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:54,222 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:54,222 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:54,222 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:54,222 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:17:54,222 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:17:54,222 DEBUG [RS:0;f036bc4986ea:42935 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:17:54,225 INFO [RS:0;f036bc4986ea:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,225 INFO [RS:0;f036bc4986ea:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,225 INFO [RS:0;f036bc4986ea:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,225 INFO [RS:0;f036bc4986ea:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,225 INFO [RS:0;f036bc4986ea:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,225 INFO [RS:0;f036bc4986ea:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,42935,1732666672326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:17:54,255 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:17:54,255 INFO [RS:0;f036bc4986ea:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,42935,1732666672326-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,255 INFO [RS:0;f036bc4986ea:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,255 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.Replication(171): f036bc4986ea,42935,1732666672326 started 2024-11-27T00:17:54,274 INFO [RS:0;f036bc4986ea:42935 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:54,275 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,42935,1732666672326, RpcServer on f036bc4986ea/172.17.0.3:42935, sessionid=0x10179a71eec0004 2024-11-27T00:17:54,275 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:17:54,275 DEBUG [RS:0;f036bc4986ea:42935 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,42935,1732666672326 2024-11-27T00:17:54,275 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,42935,1732666672326' 2024-11-27T00:17:54,275 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1151017493/flush-table-proc/abort' 2024-11-27T00:17:54,276 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1151017493/flush-table-proc/acquired' 2024-11-27T00:17:54,276 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:17:54,276 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:17:54,276 DEBUG [RS:0;f036bc4986ea:42935 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,42935,1732666672326 2024-11-27T00:17:54,277 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,42935,1732666672326' 2024-11-27T00:17:54,277 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1151017493/online-snapshot/abort' 2024-11-27T00:17:54,278 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1151017493/online-snapshot/acquired' 2024-11-27T00:17:54,279 DEBUG [RS:0;f036bc4986ea:42935 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:17:54,279 INFO [RS:0;f036bc4986ea:42935 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:17:54,279 INFO [RS:0;f036bc4986ea:42935 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:17:54,380 INFO [RS:0;f036bc4986ea:42935 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:17:54,381 INFO [RS:0;f036bc4986ea:42935 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C42935%2C1732666672326, suffix=, logDir=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/WALs/f036bc4986ea,42935,1732666672326, archiveDir=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/oldWALs, maxLogs=10 2024-11-27T00:17:54,395 DEBUG [RS:0;f036bc4986ea:42935 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/WALs/f036bc4986ea,42935,1732666672326/f036bc4986ea%2C42935%2C1732666672326.1732666674382, exclude list is [], retry=0 2024-11-27T00:17:54,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-37b854b2-29ab-4c7c-bbca-bf893bfc8db4,DISK] 2024-11-27T00:17:54,399 INFO [RS:0;f036bc4986ea:42935 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/WALs/f036bc4986ea,42935,1732666672326/f036bc4986ea%2C42935%2C1732666672326.1732666674382 2024-11-27T00:17:54,400 DEBUG [RS:0;f036bc4986ea:42935 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34851:34851)] 2024-11-27T00:17:54,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:17:54,515 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c 2024-11-27T00:17:54,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:17:54,680 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:17:54,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:54,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:17:54,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:17:54,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:54,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:54,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:17:54,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:17:54,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:54,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:54,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:17:54,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:17:54,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:54,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:54,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:17:54,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:17:54,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:54,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:54,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:17:54,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/data/hbase/meta/1588230740 2024-11-27T00:17:54,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/data/hbase/meta/1588230740 2024-11-27T00:17:54,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:17:54,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:17:54,933 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:54,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:17:54,937 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:17:54,937 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68050355, jitterRate=0.014029309153556824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:54,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666674922Initializing all the Stores at 1732666674923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666674923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666674923Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666674923Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666674923Cleaning up temporary data from old regions at 1732666674933 (+10 ms)Region opened successfully at 1732666674937 (+4 ms) 2024-11-27T00:17:54,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:17:54,937 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:17:54,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:17:54,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:17:54,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:17:54,938 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:17:54,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666674937Disabling compacts and flushes for region at 1732666674937Disabling writes for close at 1732666674937Writing region close event to WAL at 1732666674938 (+1 ms)Closed at 1732666674938 2024-11-27T00:17:54,939 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:54,939 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:17:54,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:17:54,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:17:54,941 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:17:55,091 DEBUG [f036bc4986ea:36279 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:17:55,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,42935,1732666672326 2024-11-27T00:17:55,093 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,42935,1732666672326, state=OPENING 2024-11-27T00:17:55,141 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:17:55,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:55,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:55,152 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:17:55,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1151017493/meta-region-server: CHANGED 2024-11-27T00:17:55,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1151017493/meta-region-server: CHANGED 2024-11-27T00:17:55,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,42935,1732666672326}] 2024-11-27T00:17:55,305 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:17:55,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:17:55,311 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:17:55,311 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:55,311 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:17:55,313 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C42935%2C1732666672326.meta, suffix=.meta, logDir=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/WALs/f036bc4986ea,42935,1732666672326, archiveDir=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/oldWALs, maxLogs=10 2024-11-27T00:17:55,324 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/WALs/f036bc4986ea,42935,1732666672326/f036bc4986ea%2C42935%2C1732666672326.meta.1732666675313.meta, exclude list is [], retry=0 2024-11-27T00:17:55,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37815,DS-37b854b2-29ab-4c7c-bbca-bf893bfc8db4,DISK] 2024-11-27T00:17:55,329 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/WALs/f036bc4986ea,42935,1732666672326/f036bc4986ea%2C42935%2C1732666672326.meta.1732666675313.meta 2024-11-27T00:17:55,329 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34851:34851)] 2024-11-27T00:17:55,329 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:17:55,330 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:17:55,330 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:17:55,330 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:17:55,330 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:17:55,330 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:17:55,330 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:55,330 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:17:55,330 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:17:55,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:17:55,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:17:55,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:55,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:55,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:17:55,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:17:55,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:55,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:55,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:17:55,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:17:55,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:55,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:55,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:17:55,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:17:55,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:55,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:17:55,337 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:17:55,338 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/data/hbase/meta/1588230740 2024-11-27T00:17:55,339 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/data/hbase/meta/1588230740 2024-11-27T00:17:55,340 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:17:55,340 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:17:55,341 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:17:55,342 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:17:55,343 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60956980, jitterRate=-0.0916702151298523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:17:55,343 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:17:55,343 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666675330Writing region info on filesystem at 1732666675331 (+1 ms)Initializing all the Stores at 1732666675331Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666675331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666675332 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666675332Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666675332Cleaning up temporary data from old regions at 1732666675340 (+8 ms)Running coprocessor post-open hooks at 1732666675343 (+3 ms)Region opened successfully at 1732666675343 2024-11-27T00:17:55,344 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666675305 2024-11-27T00:17:55,347 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:17:55,347 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:17:55,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,42935,1732666672326 2024-11-27T00:17:55,349 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,42935,1732666672326, state=OPEN 2024-11-27T00:17:55,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1151017493/meta-region-server 2024-11-27T00:17:55,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1151017493/meta-region-server 2024-11-27T00:17:55,359 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,42935,1732666672326 2024-11-27T00:17:55,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1151017493/meta-region-server: CHANGED 2024-11-27T00:17:55,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1151017493/meta-region-server: CHANGED 2024-11-27T00:17:55,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:17:55,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,42935,1732666672326 in 207 msec 2024-11-27T00:17:55,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:17:55,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-27T00:17:55,365 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:17:55,365 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:17:55,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:17:55,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42935,1732666672326, seqNum=-1] 2024-11-27T00:17:55,368 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:17:55,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:17:55,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3370 sec 2024-11-27T00:17:55,375 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666675375, completionTime=-1 2024-11-27T00:17:55,375 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:17:55,375 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:17:55,377 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:17:55,377 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666735377 2024-11-27T00:17:55,377 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666795377 2024-11-27T00:17:55,377 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T00:17:55,378 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,36279,1732666672219-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:55,378 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,36279,1732666672219-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:55,378 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,36279,1732666672219-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:55,378 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:36279, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:55,378 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:55,378 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:55,380 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:17:55,381 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.977sec 2024-11-27T00:17:55,382 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:17:55,382 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:17:55,382 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:17:55,382 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:17:55,382 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:17:55,382 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,36279,1732666672219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:17:55,382 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,36279,1732666672219-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:17:55,384 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:17:55,385 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:17:55,385 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,36279,1732666672219-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:17:55,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:55,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,36279,-1 for getting cluster id 2024-11-27T00:17:55,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:55,471 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1025533a-8a73-4706-a199-f91605f0a9dd' 2024-11-27T00:17:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1025533a-8a73-4706-a199-f91605f0a9dd" 2024-11-27T00:17:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ec61ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,36279,-1] 2024-11-27T00:17:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:55,473 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:55,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:55,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:17:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42935,1732666672326, seqNum=-1] 2024-11-27T00:17:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:17:55,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:17:55,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,36279,1732666672219 2024-11-27T00:17:55,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51660 2024-11-27T00:17:55,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:17:55,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10179a71eec0005 connected 2024-11-27T00:17:55,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:55,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,42805,-1 for getting cluster id 2024-11-27T00:17:55,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:55,502 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1520f322-2f0a-4317-8736-1f59c4af7ffb' 2024-11-27T00:17:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1520f322-2f0a-4317-8736-1f59c4af7ffb" 2024-11-27T00:17:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56166e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,42805,-1] 2024-11-27T00:17:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:55,504 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:55,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b61f131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:55,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,42805,1732666666250 2024-11-27T00:17:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c102da8 2024-11-27T00:17:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:55,507 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:17:55,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42805 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:36279,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:17:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:17:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:17:55,511 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:36279' 2024-11-27T00:17:55,513 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e3fef2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:55,513 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,36279,-1 for getting cluster id 2024-11-27T00:17:55,513 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:55,514 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1025533a-8a73-4706-a199-f91605f0a9dd' 2024-11-27T00:17:55,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:55,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1025533a-8a73-4706-a199-f91605f0a9dd" 2024-11-27T00:17:55,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f988b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:55,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,36279,-1] 2024-11-27T00:17:55,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:55,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:55,516 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:55,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a110c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:55,517 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:55,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,36279,1732666672219 2024-11-27T00:17:55,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@756ff17c 2024-11-27T00:17:55,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:55,519 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:17:55,520 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T00:17:55,520 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:17:55,520 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:55,520 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:55,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:55,521 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:17:55,522 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:17:55,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:17:55,523 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:55,525 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:17:55,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741835_1011 (size=1138) 2024-11-27T00:17:55,572 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:17:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:17:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:17:55,937 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a9b7a2a65ff2040f06bcb6f8c963a16, NAME => 'hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac 2024-11-27T00:17:55,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741836_1012 (size=44) 2024-11-27T00:17:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:17:56,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:56,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9a9b7a2a65ff2040f06bcb6f8c963a16, disabling compactions & flushes 2024-11-27T00:17:56,344 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. 2024-11-27T00:17:56,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. 2024-11-27T00:17:56,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. after waiting 0 ms 2024-11-27T00:17:56,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. 2024-11-27T00:17:56,344 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. 2024-11-27T00:17:56,344 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a9b7a2a65ff2040f06bcb6f8c963a16: Waiting for close lock at 1732666676344Disabling compacts and flushes for region at 1732666676344Disabling writes for close at 1732666676344Writing region close event to WAL at 1732666676344Closed at 1732666676344 2024-11-27T00:17:56,346 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:17:56,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666676346"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666676346"}]},"ts":"1732666676346"} 2024-11-27T00:17:56,348 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:17:56,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:17:56,349 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666676349"}]},"ts":"1732666676349"} 2024-11-27T00:17:56,351 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:17:56,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a9b7a2a65ff2040f06bcb6f8c963a16, ASSIGN}] 2024-11-27T00:17:56,353 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a9b7a2a65ff2040f06bcb6f8c963a16, ASSIGN 2024-11-27T00:17:56,354 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a9b7a2a65ff2040f06bcb6f8c963a16, ASSIGN; state=OFFLINE, location=f036bc4986ea,39205,1732666666599; forceNewPlan=false, retain=false 2024-11-27T00:17:56,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:17:56,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T00:17:56,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:17:56,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T00:17:56,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:17:56,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T00:17:56,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:17:56,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T00:17:56,504 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9a9b7a2a65ff2040f06bcb6f8c963a16, regionState=OPENING, regionLocation=f036bc4986ea,39205,1732666666599 2024-11-27T00:17:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9a9b7a2a65ff2040f06bcb6f8c963a16, ASSIGN because future has completed 2024-11-27T00:17:56,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a9b7a2a65ff2040f06bcb6f8c963a16, server=f036bc4986ea,39205,1732666666599}] 2024-11-27T00:17:56,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:17:56,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. 2024-11-27T00:17:56,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:17:56,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:17:56,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C39205%2C1732666666599.rep, suffix=, logDir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599, archiveDir=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/oldWALs, maxLogs=10 2024-11-27T00:17:56,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.rep.1732666676667, exclude list is [], retry=0 2024-11-27T00:17:56,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44773,DS-18d135a2-841e-4531-a87f-680c27810105,DISK] 2024-11-27T00:17:56,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.rep.1732666676667 2024-11-27T00:17:56,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37989:37989)] 2024-11-27T00:17:56,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a9b7a2a65ff2040f06bcb6f8c963a16, NAME => 'hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:17:56,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:17:56,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:17:56,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. service=MultiRowMutationService 2024-11-27T00:17:56,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:17:56,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:17:56,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:17:56,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:17:56,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:17:56,686 INFO [StoreOpener-9a9b7a2a65ff2040f06bcb6f8c963a16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:17:56,687 INFO [StoreOpener-9a9b7a2a65ff2040f06bcb6f8c963a16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9b7a2a65ff2040f06bcb6f8c963a16 columnFamilyName hfileref 2024-11-27T00:17:56,687 DEBUG [StoreOpener-9a9b7a2a65ff2040f06bcb6f8c963a16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:56,687 INFO [StoreOpener-9a9b7a2a65ff2040f06bcb6f8c963a16-1 {}] regionserver.HStore(327): Store=9a9b7a2a65ff2040f06bcb6f8c963a16/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:56,688 INFO [StoreOpener-9a9b7a2a65ff2040f06bcb6f8c963a16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:17:56,689 INFO [StoreOpener-9a9b7a2a65ff2040f06bcb6f8c963a16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9b7a2a65ff2040f06bcb6f8c963a16 columnFamilyName queue 2024-11-27T00:17:56,689 DEBUG [StoreOpener-9a9b7a2a65ff2040f06bcb6f8c963a16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:56,689 INFO [StoreOpener-9a9b7a2a65ff2040f06bcb6f8c963a16-1 {}] regionserver.HStore(327): Store=9a9b7a2a65ff2040f06bcb6f8c963a16/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:56,689 INFO [StoreOpener-9a9b7a2a65ff2040f06bcb6f8c963a16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:17:56,690 INFO [StoreOpener-9a9b7a2a65ff2040f06bcb6f8c963a16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a9b7a2a65ff2040f06bcb6f8c963a16 columnFamilyName sid 2024-11-27T00:17:56,691 DEBUG [StoreOpener-9a9b7a2a65ff2040f06bcb6f8c963a16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:17:56,691 INFO [StoreOpener-9a9b7a2a65ff2040f06bcb6f8c963a16-1 {}] regionserver.HStore(327): Store=9a9b7a2a65ff2040f06bcb6f8c963a16/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:17:56,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:17:56,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/replication/9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:17:56,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/replication/9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:17:56,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:17:56,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:17:56,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:17:56,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:17:56,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/replication/9a9b7a2a65ff2040f06bcb6f8c963a16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:17:56,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9a9b7a2a65ff2040f06bcb6f8c963a16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63918182, jitterRate=-0.04754486680030823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:17:56,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:17:56,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9a9b7a2a65ff2040f06bcb6f8c963a16: Running coprocessor pre-open hook at 1732666676684Writing region info on filesystem at 1732666676684Initializing all the Stores at 1732666676685 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666676685Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666676686 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666676686Cleaning up temporary data from old regions at 1732666676693 (+7 ms)Running coprocessor post-open hooks at 1732666676698 (+5 ms)Region opened successfully at 1732666676698 2024-11-27T00:17:56,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16., pid=7, masterSystemTime=1732666676660 2024-11-27T00:17:56,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. 2024-11-27T00:17:56,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. 2024-11-27T00:17:56,702 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9a9b7a2a65ff2040f06bcb6f8c963a16, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,39205,1732666666599 2024-11-27T00:17:56,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a9b7a2a65ff2040f06bcb6f8c963a16, server=f036bc4986ea,39205,1732666666599 because future has completed 2024-11-27T00:17:56,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T00:17:56,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a9b7a2a65ff2040f06bcb6f8c963a16, server=f036bc4986ea,39205,1732666666599 in 198 msec 2024-11-27T00:17:56,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:17:56,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9a9b7a2a65ff2040f06bcb6f8c963a16, ASSIGN in 356 msec 2024-11-27T00:17:56,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:17:56,711 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666676710"}]},"ts":"1732666676710"} 2024-11-27T00:17:56,713 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:17:56,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:17:56,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1930 sec 2024-11-27T00:17:56,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16., hostname=f036bc4986ea,39205,1732666666599, seqNum=2] 2024-11-27T00:17:56,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:56,812 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:17:56,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:17:56,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T00:17:56,989 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:17:57,017 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,39205,1732666666599, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:17:57,017 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:17:57,017 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,39205,1732666666599, seqNum=-1] 2024-11-27T00:17:57,018 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:17:57,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-27T00:17:57,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,39205,1732666666599', locateType=CURRENT is [region=hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16., hostname=f036bc4986ea,39205,1732666666599, seqNum=2] 2024-11-27T00:17:57,023 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T00:17:57,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42805 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T00:17:57,026 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,39205,1732666666599 suceeded 2024-11-27T00:17:57,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T00:17:57,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-27T00:17:57,029 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:36279,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:17:57,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5210 sec 2024-11-27T00:17:57,040 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:36279' 2024-11-27T00:17:57,041 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d65f872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:57,042 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,36279,-1 for getting cluster id 2024-11-27T00:17:57,042 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:17:57,042 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1025533a-8a73-4706-a199-f91605f0a9dd' 2024-11-27T00:17:57,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:17:57,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1025533a-8a73-4706-a199-f91605f0a9dd" 2024-11-27T00:17:57,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6552e080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:57,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,36279,-1] 2024-11-27T00:17:57,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:17:57,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:57,044 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:17:57,045 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a439c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:17:57,045 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:57,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,36279,1732666672219 2024-11-27T00:17:57,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cc2031a 2024-11-27T00:17:57,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:57,046 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-27T00:17:57,047 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,39205,1732666666599 (queues=1) is replicating from cluster=1520f322-2f0a-4317-8736-1f59c4af7ffb to cluster=1025533a-8a73-4706-a199-f91605f0a9dd 2024-11-27T00:17:57,047 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C39205%2C1732666666599 2024-11-27T00:17:57,047 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,39205,1732666666599, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:17:57,048 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599.replicationSource.shipperf036bc4986ea%2C39205%2C1732666666599,1-f036bc4986ea,39205,1732666666599 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C39205%2C1732666666599 2024-11-27T00:17:57,048 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599.replicationSource.wal-reader.f036bc4986ea%2C39205%2C1732666666599,1-f036bc4986ea,39205,1732666666599 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.1732666668820, startPosition=0, beingWritten=true 2024-11-27T00:17:57,253 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599.replicationSource.wal-reader.f036bc4986ea%2C39205%2C1732666666599,1-f036bc4986ea,39205,1732666666599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.1732666668820 to pos 0, reset compression=false 2024-11-27T00:17:57,558 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599.replicationSource.wal-reader.f036bc4986ea%2C39205%2C1732666666599,1-f036bc4986ea,39205,1732666666599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.1732666668820 to pos 0, reset compression=false 2024-11-27T00:17:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:17:57,656 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:17:57,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:17:57,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:57,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:57,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:57,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:57,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:17:57,657 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,42805,1732666666250 2024-11-27T00:17:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@678a77df 2024-11-27T00:17:57,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:17:57,659 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:17:57,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42805 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T00:17:57,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:17:57,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:17:57,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:57,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:57,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:57,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:17:57,660 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:17:57,660 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=783802118, stopped=false 2024-11-27T00:17:57,660 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,36279,1732666672219 2024-11-27T00:17:57,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1151017493/running 2024-11-27T00:17:57,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1151017493/running 2024-11-27T00:17:57,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:57,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:57,709 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:17:57,709 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:17:57,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:57,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:57,710 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,42935,1732666672326' ***** 2024-11-27T00:17:57,710 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:17:57,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Set watcher on znode that does not yet exist, /1151017493/running 2024-11-27T00:17:57,710 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:17:57,710 INFO [RS:0;f036bc4986ea:42935 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:17:57,710 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:17:57,710 INFO [RS:0;f036bc4986ea:42935 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:17:57,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Set watcher on znode that does not yet exist, /1151017493/running 2024-11-27T00:17:57,710 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,42935,1732666672326 2024-11-27T00:17:57,710 INFO [RS:0;f036bc4986ea:42935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:17:57,710 INFO [RS:0;f036bc4986ea:42935 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:42935. 2024-11-27T00:17:57,710 DEBUG [RS:0;f036bc4986ea:42935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:17:57,711 DEBUG [RS:0;f036bc4986ea:42935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:57,711 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:17:57,711 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:17:57,711 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:17:57,711 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:17:57,711 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:17:57,711 DEBUG [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:17:57,711 DEBUG [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:17:57,711 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:17:57,711 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:17:57,711 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:17:57,711 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:17:57,711 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:17:57,711 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T00:17:57,729 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/data/hbase/meta/1588230740/.tmp/ns/a4599a3cfce44c94ad5ac61626900982 is 43, key is default/ns:d/1732666675369/Put/seqid=0 2024-11-27T00:17:57,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741835_1011 (size=5153) 2024-11-27T00:17:57,747 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:17:57,911 DEBUG [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:17:57,963 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599.replicationSource.wal-reader.f036bc4986ea%2C39205%2C1732666666599,1-f036bc4986ea,39205,1732666666599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.1732666668820 to pos 0, reset compression=false 2024-11-27T00:17:58,111 DEBUG [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:17:58,134 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/data/hbase/meta/1588230740/.tmp/ns/a4599a3cfce44c94ad5ac61626900982 2024-11-27T00:17:58,141 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/data/hbase/meta/1588230740/.tmp/ns/a4599a3cfce44c94ad5ac61626900982 as hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/data/hbase/meta/1588230740/ns/a4599a3cfce44c94ad5ac61626900982 2024-11-27T00:17:58,148 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/data/hbase/meta/1588230740/ns/a4599a3cfce44c94ad5ac61626900982, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T00:17:58,149 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-27T00:17:58,154 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T00:17:58,154 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:17:58,154 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:17:58,154 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:17:58,155 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666677711Running coprocessor pre-close hooks at 1732666677711Disabling compacts and flushes for region at 1732666677711Disabling writes for close at 1732666677711Obtaining lock to block concurrent updates at 1732666677711Preparing flush snapshotting stores in 1588230740 at 1732666677711Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732666677712 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732666677712Flushing 1588230740/ns: creating writer at 1732666677712Flushing 1588230740/ns: appending metadata at 1732666677729 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732666677729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50f34fc7: reopening flushed file at 1732666678140 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1732666678149 (+9 ms)Writing region close event to WAL at 1732666678150 (+1 ms)Running coprocessor post-close hooks at 1732666678154 (+4 ms)Closed at 1732666678154 2024-11-27T00:17:58,155 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:17:58,287 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:17:58,287 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:17:58,312 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,42935,1732666672326; all regions closed. 2024-11-27T00:17:58,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741834_1010 (size=1152) 2024-11-27T00:17:58,314 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/WALs/f036bc4986ea,42935,1732666672326/f036bc4986ea%2C42935%2C1732666672326.meta.1732666675313.meta not finished, retry = 0 2024-11-27T00:17:58,417 DEBUG [RS:0;f036bc4986ea:42935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/oldWALs 2024-11-27T00:17:58,417 INFO [RS:0;f036bc4986ea:42935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C42935%2C1732666672326.meta:.meta(num 1732666675313) 2024-11-27T00:17:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741832_1008 (size=93) 2024-11-27T00:17:58,421 DEBUG [RS:0;f036bc4986ea:42935 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/oldWALs 2024-11-27T00:17:58,421 INFO [RS:0;f036bc4986ea:42935 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C42935%2C1732666672326:(num 1732666674382) 2024-11-27T00:17:58,421 DEBUG [RS:0;f036bc4986ea:42935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:17:58,421 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:17:58,421 INFO [RS:0;f036bc4986ea:42935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:17:58,421 INFO [RS:0;f036bc4986ea:42935 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:17:58,422 INFO [RS:0;f036bc4986ea:42935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:17:58,422 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:17:58,422 INFO [RS:0;f036bc4986ea:42935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42935 2024-11-27T00:17:58,468 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599.replicationSource.wal-reader.f036bc4986ea%2C39205%2C1732666666599,1-f036bc4986ea,39205,1732666666599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.1732666668820 to pos 0, reset compression=false 2024-11-27T00:17:58,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493/rs 2024-11-27T00:17:58,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1151017493/rs/f036bc4986ea,42935,1732666672326 2024-11-27T00:17:58,475 INFO [RS:0;f036bc4986ea:42935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:17:58,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,42935,1732666672326] 2024-11-27T00:17:58,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1151017493/draining/f036bc4986ea,42935,1732666672326 already deleted, retry=false 2024-11-27T00:17:58,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,42935,1732666672326 expired; onlineServers=0 2024-11-27T00:17:58,496 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,36279,1732666672219' ***** 2024-11-27T00:17:58,496 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:17:58,496 INFO [M:0;f036bc4986ea:36279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:17:58,496 INFO [M:0;f036bc4986ea:36279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:17:58,496 DEBUG [M:0;f036bc4986ea:36279 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:17:58,496 DEBUG [M:0;f036bc4986ea:36279 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:17:58,496 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666674120 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666674120,5,FailOnTimeoutGroup] 2024-11-27T00:17:58,496 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:17:58,496 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666674128 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666674128,5,FailOnTimeoutGroup] 2024-11-27T00:17:58,496 INFO [M:0;f036bc4986ea:36279 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:17:58,496 INFO [M:0;f036bc4986ea:36279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:17:58,497 DEBUG [M:0;f036bc4986ea:36279 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:17:58,497 INFO [M:0;f036bc4986ea:36279 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:17:58,497 INFO [M:0;f036bc4986ea:36279 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:17:58,497 INFO [M:0;f036bc4986ea:36279 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:17:58,497 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:17:58,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1151017493/master 2024-11-27T00:17:58,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1151017493 2024-11-27T00:17:58,506 DEBUG [M:0;f036bc4986ea:36279 {}] zookeeper.ZKUtil(347): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Unable to get data of znode /1151017493/master because node does not exist (not an error) 2024-11-27T00:17:58,506 WARN [M:0;f036bc4986ea:36279 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:17:58,507 INFO [M:0;f036bc4986ea:36279 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/.lastflushedseqids 2024-11-27T00:17:58,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741836_1012 (size=99) 2024-11-27T00:17:58,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:58,585 INFO [RS:0;f036bc4986ea:42935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:17:58,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42935-0x10179a71eec0004, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:17:58,585 INFO [RS:0;f036bc4986ea:42935 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,42935,1732666672326; zookeeper connection closed. 2024-11-27T00:17:58,586 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7166d917 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7166d917 2024-11-27T00:17:58,586 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:17:58,913 INFO [M:0;f036bc4986ea:36279 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:17:58,913 INFO [M:0;f036bc4986ea:36279 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:17:58,913 DEBUG [M:0;f036bc4986ea:36279 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:17:58,913 INFO [M:0;f036bc4986ea:36279 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:58,913 DEBUG [M:0;f036bc4986ea:36279 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:58,913 DEBUG [M:0;f036bc4986ea:36279 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:17:58,913 DEBUG [M:0;f036bc4986ea:36279 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:17:58,914 INFO [M:0;f036bc4986ea:36279 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T00:17:58,929 DEBUG [M:0;f036bc4986ea:36279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8433189d3ea84b3ab1c79f307128928a is 82, key is hbase:meta,,1/info:regioninfo/1732666675348/Put/seqid=0 2024-11-27T00:17:58,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741837_1013 (size=5672) 2024-11-27T00:17:59,072 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599.replicationSource.wal-reader.f036bc4986ea%2C39205%2C1732666666599,1-f036bc4986ea,39205,1732666666599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.1732666668820 to pos 0, reset compression=false 2024-11-27T00:17:59,334 INFO [M:0;f036bc4986ea:36279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8433189d3ea84b3ab1c79f307128928a 2024-11-27T00:17:59,352 DEBUG [M:0;f036bc4986ea:36279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c823893b79c34db3adcb6adc9760c4dd is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732666675374/Put/seqid=0 2024-11-27T00:17:59,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741838_1014 (size=5275) 2024-11-27T00:17:59,757 INFO [M:0;f036bc4986ea:36279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c823893b79c34db3adcb6adc9760c4dd 2024-11-27T00:17:59,776 DEBUG [M:0;f036bc4986ea:36279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/544d4a6b2c95414faff75de9b27a9c4f is 69, key is f036bc4986ea,42935,1732666672326/rs:state/1732666674150/Put/seqid=0 2024-11-27T00:17:59,777 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599.replicationSource.wal-reader.f036bc4986ea%2C39205%2C1732666666599,1-f036bc4986ea,39205,1732666666599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.1732666668820 to pos 0, reset compression=false 2024-11-27T00:17:59,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741839_1015 (size=5156) 2024-11-27T00:18:00,181 INFO [M:0;f036bc4986ea:36279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/544d4a6b2c95414faff75de9b27a9c4f 2024-11-27T00:18:00,187 DEBUG [M:0;f036bc4986ea:36279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8433189d3ea84b3ab1c79f307128928a as hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8433189d3ea84b3ab1c79f307128928a 2024-11-27T00:18:00,191 INFO [M:0;f036bc4986ea:36279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8433189d3ea84b3ab1c79f307128928a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T00:18:00,192 DEBUG [M:0;f036bc4986ea:36279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c823893b79c34db3adcb6adc9760c4dd as hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c823893b79c34db3adcb6adc9760c4dd 2024-11-27T00:18:00,197 INFO [M:0;f036bc4986ea:36279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c823893b79c34db3adcb6adc9760c4dd, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T00:18:00,198 DEBUG [M:0;f036bc4986ea:36279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/544d4a6b2c95414faff75de9b27a9c4f as hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/544d4a6b2c95414faff75de9b27a9c4f 2024-11-27T00:18:00,203 INFO [M:0;f036bc4986ea:36279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45357/user/jenkins/test-data/57097e37-059d-01fe-99f0-249ddd95264c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/544d4a6b2c95414faff75de9b27a9c4f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T00:18:00,204 INFO [M:0;f036bc4986ea:36279 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false 2024-11-27T00:18:00,205 INFO [M:0;f036bc4986ea:36279 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:18:00,205 DEBUG [M:0;f036bc4986ea:36279 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666678913Disabling compacts and flushes for region at 1732666678913Disabling writes for close at 1732666678913Obtaining lock to block concurrent updates at 1732666678914 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666678914Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732666678914Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666678915 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666678915Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666678929 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666678929Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666679339 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666679351 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666679351Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666679762 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666679775 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666679775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f66b3e2: reopening flushed file at 1732666680186 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb1a485: reopening flushed file at 1732666680192 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a156c3: reopening flushed file at 1732666680197 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=28, compaction requested=false at 1732666680204 (+7 ms)Writing region close event to WAL at 1732666680205 (+1 ms)Closed at 1732666680205 2024-11-27T00:18:00,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37815 is added to blk_1073741830_1006 (size=10165) 2024-11-27T00:18:00,208 INFO [M:0;f036bc4986ea:36279 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:18:00,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:18:00,208 INFO [M:0;f036bc4986ea:36279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36279 2024-11-27T00:18:00,208 INFO [M:0;f036bc4986ea:36279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:18:00,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:18:00,364 INFO [M:0;f036bc4986ea:36279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:18:00,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36279-0x10179a71eec0003, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:18:00,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:18:00,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:18:00,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:18:00,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:18:00,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/hadoop.log.dir/,STOPPED} 2024-11-27T00:18:00,395 WARN [BP-1667815022-172.17.0.3-1732666669986 heartbeating to localhost/127.0.0.1:45357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:18:00,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:18:00,395 WARN [BP-1667815022-172.17.0.3-1732666669986 heartbeating to localhost/127.0.0.1:45357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1667815022-172.17.0.3-1732666669986 (Datanode Uuid 77051d4e-9e95-40f0-b0bc-654c6e3436d2) service to localhost/127.0.0.1:45357 2024-11-27T00:18:00,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:18:00,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/cluster_a34f0490-83fa-22dd-6ed5-1974815da67e/data/data1/current/BP-1667815022-172.17.0.3-1732666669986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:18:00,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/cluster_a34f0490-83fa-22dd-6ed5-1974815da67e/data/data2/current/BP-1667815022-172.17.0.3-1732666669986 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:18:00,396 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:18:00,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:18:00,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:18:00,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:18:00,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:18:00,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/hadoop.log.dir/,STOPPED} 2024-11-27T00:18:00,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:18:00,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:18:00,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:18:00,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:18:00,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:00,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:18:00,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:00,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:18:00,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1727021494, stopped=false 2024-11-27T00:18:00,419 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,42805,1732666666250 2024-11-27T00:18:00,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1801805459/running 2024-11-27T00:18:00,432 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1801805459/running 2024-11-27T00:18:00,432 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:18:00,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:18:00,432 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:18:00,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:18:00,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:18:00,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:00,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Set watcher on znode that does not yet exist, /0-1801805459/running 2024-11-27T00:18:00,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Set watcher on znode that does not yet exist, /0-1801805459/running 2024-11-27T00:18:00,434 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,39205,1732666666599' ***** 2024-11-27T00:18:00,434 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:18:00,434 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:18:00,434 INFO [RS:0;f036bc4986ea:39205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:18:00,434 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:18:00,434 INFO [RS:0;f036bc4986ea:39205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:18:00,434 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:18:00,434 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,39205,1732666666599 2024-11-27T00:18:00,434 INFO [RS:0;f036bc4986ea:39205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:18:00,434 INFO [RS:0;f036bc4986ea:39205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:39205. 2024-11-27T00:18:00,434 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a9b7a2a65ff2040f06bcb6f8c963a16, disabling compactions & flushes 2024-11-27T00:18:00,435 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. 2024-11-27T00:18:00,435 DEBUG [RS:0;f036bc4986ea:39205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:18:00,435 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. 2024-11-27T00:18:00,435 DEBUG [RS:0;f036bc4986ea:39205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:00,435 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. after waiting 0 ms 2024-11-27T00:18:00,435 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. 2024-11-27T00:18:00,435 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:18:00,435 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9a9b7a2a65ff2040f06bcb6f8c963a16 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T00:18:00,435 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:18:00,435 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:18:00,435 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:18:00,435 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T00:18:00,435 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9a9b7a2a65ff2040f06bcb6f8c963a16=hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16.} 2024-11-27T00:18:00,435 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:18:00,435 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:18:00,435 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:18:00,435 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:18:00,435 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:18:00,435 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:18:00,436 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T00:18:00,450 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/replication/9a9b7a2a65ff2040f06bcb6f8c963a16/.tmp/queue/c684a5dd95b747a3843fb3723fff840c is 151, key is 1-f036bc4986ea,39205,1732666666599/queue:f036bc4986ea%2C39205%2C1732666666599/1732666677022/Put/seqid=0 2024-11-27T00:18:00,450 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/.tmp/info/1679f53abf2448ce8cf14c41b78a161f is 147, key is hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16./info:regioninfo/1732666676702/Put/seqid=0 2024-11-27T00:18:00,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741839_1015 (size=6631) 2024-11-27T00:18:00,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741838_1014 (size=5350) 2024-11-27T00:18:00,495 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:18:00,582 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599.replicationSource.wal-reader.f036bc4986ea%2C39205%2C1732666666599,1-f036bc4986ea,39205,1732666666599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.1732666668820 to pos 0, reset compression=false 2024-11-27T00:18:00,635 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:18:00,685 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:18:00,685 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:18:00,832 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:18:00,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:00,836 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a9b7a2a65ff2040f06bcb6f8c963a16 2024-11-27T00:18:00,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:00,855 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/.tmp/info/1679f53abf2448ce8cf14c41b78a161f 2024-11-27T00:18:00,857 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T00:18:00,857 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/replication/9a9b7a2a65ff2040f06bcb6f8c963a16/.tmp/queue/c684a5dd95b747a3843fb3723fff840c 2024-11-27T00:18:00,864 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/replication/9a9b7a2a65ff2040f06bcb6f8c963a16/.tmp/queue/c684a5dd95b747a3843fb3723fff840c as hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/replication/9a9b7a2a65ff2040f06bcb6f8c963a16/queue/c684a5dd95b747a3843fb3723fff840c 2024-11-27T00:18:00,870 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/replication/9a9b7a2a65ff2040f06bcb6f8c963a16/queue/c684a5dd95b747a3843fb3723fff840c, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T00:18:00,871 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9a9b7a2a65ff2040f06bcb6f8c963a16 in 436ms, sequenceid=5, compaction requested=false 2024-11-27T00:18:00,875 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/replication/9a9b7a2a65ff2040f06bcb6f8c963a16/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T00:18:00,876 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:18:00,876 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:18:00,876 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. 2024-11-27T00:18:00,876 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a9b7a2a65ff2040f06bcb6f8c963a16: Waiting for close lock at 1732666680434Running coprocessor pre-close hooks at 1732666680434Disabling compacts and flushes for region at 1732666680434Disabling writes for close at 1732666680435 (+1 ms)Obtaining lock to block concurrent updates at 1732666680435Preparing flush snapshotting stores in 9a9b7a2a65ff2040f06bcb6f8c963a16 at 1732666680435Finished memstore snapshotting hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732666680435Flushing stores of hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. at 1732666680436 (+1 ms)Flushing 9a9b7a2a65ff2040f06bcb6f8c963a16/queue: creating writer at 1732666680436Flushing 9a9b7a2a65ff2040f06bcb6f8c963a16/queue: appending metadata at 1732666680449 (+13 ms)Flushing 9a9b7a2a65ff2040f06bcb6f8c963a16/queue: closing flushed file at 1732666680449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569334d1: reopening flushed file at 1732666680864 (+415 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9a9b7a2a65ff2040f06bcb6f8c963a16 in 436ms, sequenceid=5, compaction requested=false at 1732666680871 (+7 ms)Writing region close event to WAL at 1732666680872 (+1 ms)Running coprocessor post-close hooks at 1732666680876 (+4 ms)Closed at 1732666680876 2024-11-27T00:18:00,876 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666675520.9a9b7a2a65ff2040f06bcb6f8c963a16. 2024-11-27T00:18:00,878 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/.tmp/ns/72dac40773a64120b80fa92b385cee1a is 43, key is default/ns:d/1732666669878/Put/seqid=0 2024-11-27T00:18:00,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741840_1016 (size=5153) 2024-11-27T00:18:01,036 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:18:01,236 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:18:01,283 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/.tmp/ns/72dac40773a64120b80fa92b385cee1a 2024-11-27T00:18:01,302 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/.tmp/table/9bb5af9657ea4877812e1fcd301a47d9 is 53, key is hbase:replication/table:state/1732666676710/Put/seqid=0 2024-11-27T00:18:01,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741841_1017 (size=5256) 2024-11-27T00:18:01,436 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:18:01,436 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:18:01,436 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:18:01,487 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599.replicationSource.wal-reader.f036bc4986ea%2C39205%2C1732666666599,1-f036bc4986ea,39205,1732666666599 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.1732666668820 to pos 0, reset compression=false 2024-11-27T00:18:01,637 DEBUG [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:18:01,707 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/.tmp/table/9bb5af9657ea4877812e1fcd301a47d9 2024-11-27T00:18:01,718 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/.tmp/info/1679f53abf2448ce8cf14c41b78a161f as hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/info/1679f53abf2448ce8cf14c41b78a161f 2024-11-27T00:18:01,725 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/info/1679f53abf2448ce8cf14c41b78a161f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T00:18:01,727 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/.tmp/ns/72dac40773a64120b80fa92b385cee1a as hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/ns/72dac40773a64120b80fa92b385cee1a 2024-11-27T00:18:01,734 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/ns/72dac40773a64120b80fa92b385cee1a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T00:18:01,736 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/.tmp/table/9bb5af9657ea4877812e1fcd301a47d9 as hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/table/9bb5af9657ea4877812e1fcd301a47d9 2024-11-27T00:18:01,749 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/table/9bb5af9657ea4877812e1fcd301a47d9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T00:18:01,750 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false 2024-11-27T00:18:01,763 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T00:18:01,764 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:18:01,764 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:18:01,764 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:18:01,765 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666680435Running coprocessor pre-close hooks at 1732666680435Disabling compacts and flushes for region at 1732666680435Disabling writes for close at 1732666680435Obtaining lock to block concurrent updates at 1732666680436 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732666680436Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732666680436Flushing stores of hbase:meta,,1.1588230740 at 1732666680436Flushing 1588230740/info: creating writer at 1732666680437 (+1 ms)Flushing 1588230740/info: appending metadata at 1732666680450 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732666680450Flushing 1588230740/ns: creating writer at 1732666680862 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732666680878 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732666680878Flushing 1588230740/table: creating writer at 1732666681289 (+411 ms)Flushing 1588230740/table: appending metadata at 1732666681302 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732666681302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4162f63e: reopening flushed file at 1732666681716 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135c7145: reopening flushed file at 1732666681726 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@420630b3: reopening flushed file at 1732666681735 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false at 1732666681750 (+15 ms)Writing region close event to WAL at 1732666681756 (+6 ms)Running coprocessor post-close hooks at 1732666681764 (+8 ms)Closed at 1732666681764 2024-11-27T00:18:01,765 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:18:01,837 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,39205,1732666666599; all regions closed. 2024-11-27T00:18:01,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741834_1010 (size=2742) 2024-11-27T00:18:01,842 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.meta.1732666669805.meta not finished, retry = 0 2024-11-27T00:18:01,946 DEBUG [RS:0;f036bc4986ea:39205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/oldWALs 2024-11-27T00:18:01,946 INFO [RS:0;f036bc4986ea:39205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C39205%2C1732666666599.meta:.meta(num 1732666669805) 2024-11-27T00:18:01,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741837_1013 (size=1586) 2024-11-27T00:18:01,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.rep.1732666676667 not finished, retry = 0 2024-11-27T00:18:02,054 DEBUG [RS:0;f036bc4986ea:39205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/oldWALs 2024-11-27T00:18:02,054 INFO [RS:0;f036bc4986ea:39205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C39205%2C1732666666599.rep:(num 1732666676667) 2024-11-27T00:18:02,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741832_1008 (size=93) 2024-11-27T00:18:02,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/WALs/f036bc4986ea,39205,1732666666599/f036bc4986ea%2C39205%2C1732666666599.1732666668820 not finished, retry = 0 2024-11-27T00:18:02,161 DEBUG [RS:0;f036bc4986ea:39205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/oldWALs 2024-11-27T00:18:02,161 INFO [RS:0;f036bc4986ea:39205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C39205%2C1732666666599:(num 1732666668820) 2024-11-27T00:18:02,161 DEBUG [RS:0;f036bc4986ea:39205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:02,161 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:18:02,162 INFO [RS:0;f036bc4986ea:39205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:18:02,162 INFO [RS:0;f036bc4986ea:39205 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:18:02,162 INFO [RS:0;f036bc4986ea:39205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:18:02,162 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:18:02,162 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,39205,1732666666599 because: Region server is closing 2024-11-27T00:18:02,162 INFO [RS:0;f036bc4986ea:39205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:39205. 2024-11-27T00:18:02,163 DEBUG [RS:0;f036bc4986ea:39205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:18:02,163 DEBUG [RS:0;f036bc4986ea:39205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:02,163 DEBUG [RS:0;f036bc4986ea:39205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:02,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:18:02,263 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599.replicationSource.shipperf036bc4986ea%2C39205%2C1732666666599,1-f036bc4986ea,39205,1732666666599 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T00:18:02,263 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599.replicationSource.wal-reader.f036bc4986ea%2C39205%2C1732666666599,1-f036bc4986ea,39205,1732666666599 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:18:02,263 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,39205,1732666666599.replicationSource.shipperf036bc4986ea%2C39205%2C1732666666599,1-f036bc4986ea,39205,1732666666599 terminated 2024-11-27T00:18:02,264 INFO [RS:0;f036bc4986ea:39205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39205 2024-11-27T00:18:02,330 INFO [RS:0;f036bc4986ea:39205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:18:02,330 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1801805459/rs/f036bc4986ea,39205,1732666666599 2024-11-27T00:18:02,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459/rs 2024-11-27T00:18:02,340 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,39205,1732666666599] 2024-11-27T00:18:02,432 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1801805459/draining/f036bc4986ea,39205,1732666666599 already deleted, retry=false 2024-11-27T00:18:02,433 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,39205,1732666666599 expired; onlineServers=0 2024-11-27T00:18:02,433 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,42805,1732666666250' ***** 2024-11-27T00:18:02,433 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:18:02,433 INFO [M:0;f036bc4986ea:42805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:18:02,433 INFO [M:0;f036bc4986ea:42805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:18:02,433 DEBUG [M:0;f036bc4986ea:42805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:18:02,433 DEBUG [M:0;f036bc4986ea:42805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:18:02,433 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:18:02,433 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666668551 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666668551,5,FailOnTimeoutGroup] 2024-11-27T00:18:02,433 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666668551 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666668551,5,FailOnTimeoutGroup] 2024-11-27T00:18:02,433 INFO [M:0;f036bc4986ea:42805 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:18:02,433 INFO [M:0;f036bc4986ea:42805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:18:02,433 DEBUG [M:0;f036bc4986ea:42805 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:18:02,434 INFO [M:0;f036bc4986ea:42805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:18:02,434 INFO [M:0;f036bc4986ea:42805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:18:02,434 INFO [M:0;f036bc4986ea:42805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:18:02,434 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:18:02,440 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:18:02,440 INFO [RS:0;f036bc4986ea:39205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:18:02,440 INFO [RS:0;f036bc4986ea:39205 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,39205,1732666666599; zookeeper connection closed. 2024-11-27T00:18:02,440 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10179a71eec0001, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:18:02,441 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79596ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79596ab 2024-11-27T00:18:02,441 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:18:02,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1801805459/master 2024-11-27T00:18:02,556 DEBUG [M:0;f036bc4986ea:42805 {}] zookeeper.ZKUtil(347): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Unable to get data of znode /0-1801805459/master because node does not exist (not an error) 2024-11-27T00:18:02,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1801805459 2024-11-27T00:18:02,556 WARN [M:0;f036bc4986ea:42805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:18:02,556 INFO [M:0;f036bc4986ea:42805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/.lastflushedseqids 2024-11-27T00:18:02,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741842_1018 (size=181) 2024-11-27T00:18:02,962 INFO [M:0;f036bc4986ea:42805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:18:02,962 INFO [M:0;f036bc4986ea:42805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:18:02,962 DEBUG [M:0;f036bc4986ea:42805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:18:02,962 INFO [M:0;f036bc4986ea:42805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:18:02,962 DEBUG [M:0;f036bc4986ea:42805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:18:02,962 DEBUG [M:0;f036bc4986ea:42805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:18:02,962 DEBUG [M:0;f036bc4986ea:42805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:18:02,962 INFO [M:0;f036bc4986ea:42805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T00:18:02,977 DEBUG [M:0;f036bc4986ea:42805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/816a7553dda5443ab47c7878cd0b6902 is 82, key is hbase:meta,,1/info:regioninfo/1732666669849/Put/seqid=0 2024-11-27T00:18:02,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741843_1019 (size=5672) 2024-11-27T00:18:03,382 INFO [M:0;f036bc4986ea:42805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/816a7553dda5443ab47c7878cd0b6902 2024-11-27T00:18:03,400 DEBUG [M:0;f036bc4986ea:42805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d5dab79533a4e5c94b05c6ff1cf1c9d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732666676715/Put/seqid=0 2024-11-27T00:18:03,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741844_1020 (size=7203) 2024-11-27T00:18:03,405 INFO [M:0;f036bc4986ea:42805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d5dab79533a4e5c94b05c6ff1cf1c9d 2024-11-27T00:18:03,423 DEBUG [M:0;f036bc4986ea:42805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b27f196ebaa34f07963c677235fa10e9 is 69, key is f036bc4986ea,39205,1732666666599/rs:state/1732666668663/Put/seqid=0 2024-11-27T00:18:03,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741845_1021 (size=5156) 2024-11-27T00:18:03,828 INFO [M:0;f036bc4986ea:42805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b27f196ebaa34f07963c677235fa10e9 2024-11-27T00:18:03,834 DEBUG [M:0;f036bc4986ea:42805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/816a7553dda5443ab47c7878cd0b6902 as hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/816a7553dda5443ab47c7878cd0b6902 2024-11-27T00:18:03,839 INFO [M:0;f036bc4986ea:42805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/816a7553dda5443ab47c7878cd0b6902, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T00:18:03,840 DEBUG [M:0;f036bc4986ea:42805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d5dab79533a4e5c94b05c6ff1cf1c9d as hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d5dab79533a4e5c94b05c6ff1cf1c9d 2024-11-27T00:18:03,845 INFO [M:0;f036bc4986ea:42805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d5dab79533a4e5c94b05c6ff1cf1c9d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T00:18:03,846 DEBUG [M:0;f036bc4986ea:42805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b27f196ebaa34f07963c677235fa10e9 as hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b27f196ebaa34f07963c677235fa10e9 2024-11-27T00:18:03,851 INFO [M:0;f036bc4986ea:42805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39637/user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b27f196ebaa34f07963c677235fa10e9, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T00:18:03,852 INFO [M:0;f036bc4986ea:42805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=70, compaction requested=false 2024-11-27T00:18:03,854 INFO [M:0;f036bc4986ea:42805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:18:03,854 DEBUG [M:0;f036bc4986ea:42805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666682962Disabling compacts and flushes for region at 1732666682962Disabling writes for close at 1732666682962Obtaining lock to block concurrent updates at 1732666682962Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666682962Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732666682963 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666682963Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666682963Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666682977 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666682977Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666683386 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666683400 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666683400Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666683410 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666683423 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666683423Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20cd7bab: reopening flushed file at 1732666683833 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c399987: reopening flushed file at 1732666683839 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2d24f0: reopening flushed file at 1732666683845 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=70, compaction requested=false at 1732666683852 (+7 ms)Writing region close event to WAL at 1732666683853 (+1 ms)Closed at 1732666683853 2024-11-27T00:18:03,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44773 is added to blk_1073741830_1006 (size=41008) 2024-11-27T00:18:03,856 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/416fce78-5a13-4b10-8720-1c6fee0feeac/MasterData/WALs/f036bc4986ea,42805,1732666666250/f036bc4986ea%2C42805%2C1732666666250.1732666668327 not finished, retry = 0 2024-11-27T00:18:03,957 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:18:03,957 INFO [M:0;f036bc4986ea:42805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:18:03,957 INFO [M:0;f036bc4986ea:42805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42805 2024-11-27T00:18:03,957 INFO [M:0;f036bc4986ea:42805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:18:04,122 INFO [M:0;f036bc4986ea:42805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:18:04,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:18:04,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42805-0x10179a71eec0000, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:18:04,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358d1ce3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:18:04,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@160643fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:18:04,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:18:04,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:18:04,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/hadoop.log.dir/,STOPPED} 2024-11-27T00:18:04,127 WARN [BP-2104257997-172.17.0.3-1732666663780 heartbeating to localhost/127.0.0.1:39637 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:18:04,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:18:04,127 WARN [BP-2104257997-172.17.0.3-1732666663780 heartbeating to localhost/127.0.0.1:39637 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2104257997-172.17.0.3-1732666663780 (Datanode Uuid 44ff219d-b037-4619-980a-a187b4de3a85) service to localhost/127.0.0.1:39637 2024-11-27T00:18:04,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:18:04,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/cluster_c3028078-c34b-09fd-a20f-94627d361ff1/data/data1/current/BP-2104257997-172.17.0.3-1732666663780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:18:04,127 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/cluster_c3028078-c34b-09fd-a20f-94627d361ff1/data/data2/current/BP-2104257997-172.17.0.3-1732666663780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:18:04,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:18:04,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b70dd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:18:04,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c904599{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:18:04,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:18:04,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:18:04,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68c899e4-82c9-b3db-c912-ab3d2af29117/hadoop.log.dir/,STOPPED} 2024-11-27T00:18:04,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T00:18:04,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:18:04,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 107) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51660) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39637 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45357 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45357 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51660) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45357 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39637 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39637 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39637 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=2697 (was 3311) 2024-11-27T00:18:04,164 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=360, ProcessCount=11, AvailableMemoryMB=2698 2024-11-27T00:18:04,177 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-27T00:18:04,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/hadoop.log.dir so I do NOT create it in target/test-data/c286812a-d594-4d79-6436-e0144e606f9b 2024-11-27T00:18:04,177 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:18:04,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/hadoop.tmp.dir so I do NOT create it in target/test-data/c286812a-d594-4d79-6436-e0144e606f9b 2024-11-27T00:18:04,177 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/04f3e0bc-3778-4bd0-086a-c1081babdc51/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:18:04,177 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b 2024-11-27T00:18:04,177 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/cluster_823b6562-d7a1-2fb9-9f98-b017c2a49d7d, deleteOnExit=true 2024-11-27T00:18:04,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/cluster_823b6562-d7a1-2fb9-9f98-b017c2a49d7d/zookeeper_0, clientPort=58402, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/cluster_823b6562-d7a1-2fb9-9f98-b017c2a49d7d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/cluster_823b6562-d7a1-2fb9-9f98-b017c2a49d7d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T00:18:04,200 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58402 2024-11-27T00:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/test.cache.data in system properties and HBase conf 2024-11-27T00:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:18:04,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:18:04,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:18:04,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:18:04,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:18:04,201 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:18:04,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:18:04,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:18:04,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:18:04,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:18:04,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:18:04,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:18:04,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:18:04,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:18:04,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:18:04,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:18:04,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:18:04,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:18:04,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:18:04,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:18:04,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10179a71eec0005, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:18:04,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10179a71eec0002, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:18:04,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10179a71eec0005, quorum=127.0.0.1:51660, baseZNode=/1151017493 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:18:04,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10179a71eec0002, quorum=127.0.0.1:51660, baseZNode=/0-1801805459 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:18:04,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:18:04,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:18:04,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:18:04,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:18:04,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:18:04,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:18:04,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:18:04,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:18:04,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/java.io.tmpdir/jetty-localhost-38395-hadoop-hdfs-3_4_1-tests_jar-_-any-10835742274894737928/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:18:04,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:38395} 2024-11-27T00:18:04,685 INFO [Time-limited test {}] server.Server(415): Started @56202ms 2024-11-27T00:18:04,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:18:04,977 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:18:04,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:18:04,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:18:04,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:18:04,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:18:04,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:18:05,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6785d18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/java.io.tmpdir/jetty-localhost-44455-hadoop-hdfs-3_4_1-tests_jar-_-any-1383230605595241895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:18:05,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:44455} 2024-11-27T00:18:05,074 INFO [Time-limited test {}] server.Server(415): Started @56590ms 2024-11-27T00:18:05,075 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:18:05,670 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/cluster_823b6562-d7a1-2fb9-9f98-b017c2a49d7d/data/data1/current/BP-185111039-172.17.0.3-1732666684224/current, will proceed with Du for space computation calculation, 2024-11-27T00:18:05,670 WARN [Thread-831 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/cluster_823b6562-d7a1-2fb9-9f98-b017c2a49d7d/data/data2/current/BP-185111039-172.17.0.3-1732666684224/current, will proceed with Du for space computation calculation, 2024-11-27T00:18:05,686 WARN [Thread-818 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:18:05,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bee2245d4b94915 with lease ID 0xd2ed125ecce1d8dc: Processing first storage report for DS-4f8bf9ce-dbdb-491f-ae2a-d67ba47d7de3 from datanode DatanodeRegistration(127.0.0.1:41659, datanodeUuid=fa6c35c3-390b-4baa-a8f5-5230e66a363a, infoPort=33347, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=2017751575;c=1732666684224) 2024-11-27T00:18:05,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bee2245d4b94915 with lease ID 0xd2ed125ecce1d8dc: from storage DS-4f8bf9ce-dbdb-491f-ae2a-d67ba47d7de3 node DatanodeRegistration(127.0.0.1:41659, datanodeUuid=fa6c35c3-390b-4baa-a8f5-5230e66a363a, infoPort=33347, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=2017751575;c=1732666684224), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:18:05,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bee2245d4b94915 with lease ID 0xd2ed125ecce1d8dc: Processing first storage report for DS-3c3ca514-609b-4207-9891-b570ebc7d2fd from datanode DatanodeRegistration(127.0.0.1:41659, datanodeUuid=fa6c35c3-390b-4baa-a8f5-5230e66a363a, infoPort=33347, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=2017751575;c=1732666684224) 2024-11-27T00:18:05,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bee2245d4b94915 with lease ID 0xd2ed125ecce1d8dc: from storage DS-3c3ca514-609b-4207-9891-b570ebc7d2fd node DatanodeRegistration(127.0.0.1:41659, datanodeUuid=fa6c35c3-390b-4baa-a8f5-5230e66a363a, infoPort=33347, infoSecurePort=0, ipcPort=33583, storageInfo=lv=-57;cid=testClusterID;nsid=2017751575;c=1732666684224), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:18:05,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b 2024-11-27T00:18:05,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:05,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:05,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:18:06,113 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6 with version=8 2024-11-27T00:18:06,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/hbase-staging 2024-11-27T00:18:06,115 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:18:06,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:18:06,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:18:06,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:18:06,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:18:06,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:18:06,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:18:06,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:18:06,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34207 2024-11-27T00:18:06,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34207 connecting to ZooKeeper ensemble=127.0.0.1:58402 2024-11-27T00:18:06,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342070x0, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:18:06,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34207-0x10179a76ed20000 connected 2024-11-27T00:18:06,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:06,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:06,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Set watcher on znode that does not yet exist, /02010472626/running 2024-11-27T00:18:06,292 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6, hbase.cluster.distributed=false 2024-11-27T00:18:06,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Set watcher on znode that does not yet exist, /02010472626/acl 2024-11-27T00:18:06,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34207 2024-11-27T00:18:06,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34207 2024-11-27T00:18:06,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34207 2024-11-27T00:18:06,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34207 2024-11-27T00:18:06,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34207 2024-11-27T00:18:06,310 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:18:06,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:18:06,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:18:06,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:18:06,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:18:06,311 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:18:06,311 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:18:06,311 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:18:06,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46547 2024-11-27T00:18:06,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46547 connecting to ZooKeeper ensemble=127.0.0.1:58402 2024-11-27T00:18:06,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:06,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:06,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465470x0, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:18:06,327 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46547-0x10179a76ed20001 connected 2024-11-27T00:18:06,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Set watcher on znode that does not yet exist, /02010472626/running 2024-11-27T00:18:06,328 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:18:06,328 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:18:06,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Set watcher on znode that does not yet exist, /02010472626/master 2024-11-27T00:18:06,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Set watcher on znode that does not yet exist, /02010472626/acl 2024-11-27T00:18:06,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46547 2024-11-27T00:18:06,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46547 2024-11-27T00:18:06,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46547 2024-11-27T00:18:06,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46547 2024-11-27T00:18:06,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46547 2024-11-27T00:18:06,349 DEBUG [M:0;f036bc4986ea:34207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:34207 2024-11-27T00:18:06,352 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02010472626/backup-masters/f036bc4986ea,34207,1732666686115 2024-11-27T00:18:06,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626/backup-masters 2024-11-27T00:18:06,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626/backup-masters 2024-11-27T00:18:06,361 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Set watcher on existing znode=/02010472626/backup-masters/f036bc4986ea,34207,1732666686115 2024-11-27T00:18:06,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:06,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02010472626/master 2024-11-27T00:18:06,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:06,372 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Set watcher on existing znode=/02010472626/master 2024-11-27T00:18:06,372 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02010472626/backup-masters/f036bc4986ea,34207,1732666686115 from backup master directory 2024-11-27T00:18:06,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:18:06,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:06,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02010472626/backup-masters/f036bc4986ea,34207,1732666686115 2024-11-27T00:18:06,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626/backup-masters 2024-11-27T00:18:06,382 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:18:06,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626/backup-masters 2024-11-27T00:18:06,382 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,34207,1732666686115 2024-11-27T00:18:06,387 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/hbase.id] with ID: b38ee83e-43ff-46c4-9f7d-b6de23d205b1 2024-11-27T00:18:06,387 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/.tmp/hbase.id 2024-11-27T00:18:06,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:18:06,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:06,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:06,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:18:06,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:18:06,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:18:06,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:18:06,798 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/.tmp/hbase.id]:[hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/hbase.id] 2024-11-27T00:18:06,808 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:06,808 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:18:06,810 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T00:18:06,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:06,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:06,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:18:06,946 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:18:06,947 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:18:06,947 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:18:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:18:07,354 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store 2024-11-27T00:18:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:18:07,761 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:07,761 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:18:07,761 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:18:07,761 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:18:07,761 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:18:07,761 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:18:07,761 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:18:07,761 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666687761Disabling compacts and flushes for region at 1732666687761Disabling writes for close at 1732666687761Writing region close event to WAL at 1732666687761Closed at 1732666687761 2024-11-27T00:18:07,762 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/.initializing 2024-11-27T00:18:07,762 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/WALs/f036bc4986ea,34207,1732666686115 2024-11-27T00:18:07,763 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:18:07,764 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C34207%2C1732666686115, suffix=, logDir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/WALs/f036bc4986ea,34207,1732666686115, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/oldWALs, maxLogs=10 2024-11-27T00:18:07,779 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/WALs/f036bc4986ea,34207,1732666686115/f036bc4986ea%2C34207%2C1732666686115.1732666687765, exclude list is [], retry=0 2024-11-27T00:18:07,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41659,DS-4f8bf9ce-dbdb-491f-ae2a-d67ba47d7de3,DISK] 2024-11-27T00:18:07,784 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/WALs/f036bc4986ea,34207,1732666686115/f036bc4986ea%2C34207%2C1732666686115.1732666687765 2024-11-27T00:18:07,784 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33347:33347)] 2024-11-27T00:18:07,784 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:18:07,784 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:07,784 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:07,785 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:07,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:07,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:18:07,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:07,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:07,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:07,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:18:07,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:07,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:07,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:07,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:18:07,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:07,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:07,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:07,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:18:07,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:07,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:07,793 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:07,794 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:07,794 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:07,796 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:07,796 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:07,796 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:18:07,798 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:07,800 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:18:07,800 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75184019, jitterRate=0.12032918632030487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:18:07,801 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666687785Initializing all the Stores at 1732666687786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666687786Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666687786Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666687786Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666687786Cleaning up temporary data from old regions at 1732666687796 (+10 ms)Region opened successfully at 1732666687801 (+5 ms) 2024-11-27T00:18:07,801 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:18:07,804 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7987c513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:18:07,805 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:18:07,805 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:18:07,805 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:18:07,805 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:18:07,806 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:18:07,806 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:18:07,806 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:18:07,808 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:18:07,809 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Unable to get data of znode /02010472626/balancer because node does not exist (not necessarily an error) 2024-11-27T00:18:07,821 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02010472626/balancer already deleted, retry=false 2024-11-27T00:18:07,822 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:18:07,822 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Unable to get data of znode /02010472626/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:18:07,835 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02010472626/normalizer already deleted, retry=false 2024-11-27T00:18:07,835 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:18:07,836 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Unable to get data of znode /02010472626/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:18:07,919 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02010472626/switch/split already deleted, retry=false 2024-11-27T00:18:07,919 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Unable to get data of znode /02010472626/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:18:07,929 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02010472626/switch/merge already deleted, retry=false 2024-11-27T00:18:07,932 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Unable to get data of znode /02010472626/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:18:07,940 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02010472626/snapshot-cleanup already deleted, retry=false 2024-11-27T00:18:07,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02010472626/running 2024-11-27T00:18:07,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02010472626/running 2024-11-27T00:18:07,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:07,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:07,951 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,34207,1732666686115, sessionid=0x10179a76ed20000, setting cluster-up flag (Was=false) 2024-11-27T00:18:07,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:07,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:08,003 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02010472626/flush-table-proc/acquired, /02010472626/flush-table-proc/reached, /02010472626/flush-table-proc/abort 2024-11-27T00:18:08,004 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,34207,1732666686115 2024-11-27T00:18:08,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:08,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:08,056 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02010472626/online-snapshot/acquired, /02010472626/online-snapshot/reached, /02010472626/online-snapshot/abort 2024-11-27T00:18:08,057 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,34207,1732666686115 2024-11-27T00:18:08,058 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:18:08,060 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:18:08,060 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:18:08,060 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:18:08,060 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,34207,1732666686115 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:18:08,061 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:18:08,061 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:18:08,061 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:18:08,061 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:18:08,062 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:18:08,062 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:08,063 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:18:08,064 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:08,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:18:08,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:18:08,073 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:08,073 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:18:08,085 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666718085 2024-11-27T00:18:08,085 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:18:08,085 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:18:08,085 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:18:08,085 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:18:08,085 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:18:08,085 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:18:08,087 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,088 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:18:08,088 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:18:08,088 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:18:08,089 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:18:08,090 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:18:08,090 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:18:08,090 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666688090,5,FailOnTimeoutGroup] 2024-11-27T00:18:08,090 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666688090,5,FailOnTimeoutGroup] 2024-11-27T00:18:08,090 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,090 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:18:08,090 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,090 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:18:08,093 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:18:08,093 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6 2024-11-27T00:18:08,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741832_1008 (size=32) 2024-11-27T00:18:08,159 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(746): ClusterId : b38ee83e-43ff-46c4-9f7d-b6de23d205b1 2024-11-27T00:18:08,159 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:18:08,172 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:18:08,172 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:18:08,191 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:18:08,191 DEBUG [RS:0;f036bc4986ea:46547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8a0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:18:08,204 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:46547 2024-11-27T00:18:08,204 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:18:08,204 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:18:08,204 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:18:08,204 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,34207,1732666686115 with port=46547, startcode=1732666686310 2024-11-27T00:18:08,205 DEBUG [RS:0;f036bc4986ea:46547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:18:08,206 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:18:08,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,46547,1732666686310 2024-11-27T00:18:08,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34207 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,46547,1732666686310 2024-11-27T00:18:08,208 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6 2024-11-27T00:18:08,208 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39639 2024-11-27T00:18:08,208 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:18:08,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626/rs 2024-11-27T00:18:08,222 DEBUG [RS:0;f036bc4986ea:46547 {}] zookeeper.ZKUtil(111): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Set watcher on existing znode=/02010472626/rs/f036bc4986ea,46547,1732666686310 2024-11-27T00:18:08,222 WARN [RS:0;f036bc4986ea:46547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:18:08,222 INFO [RS:0;f036bc4986ea:46547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:18:08,222 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310 2024-11-27T00:18:08,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,46547,1732666686310] 2024-11-27T00:18:08,226 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:18:08,227 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:18:08,227 INFO [RS:0;f036bc4986ea:46547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:18:08,227 INFO [RS:0;f036bc4986ea:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,228 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:18:08,228 INFO [RS:0;f036bc4986ea:46547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:18:08,229 INFO [RS:0;f036bc4986ea:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:18:08,229 DEBUG [RS:0;f036bc4986ea:46547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:18:08,232 INFO [RS:0;f036bc4986ea:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,232 INFO [RS:0;f036bc4986ea:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,232 INFO [RS:0;f036bc4986ea:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,232 INFO [RS:0;f036bc4986ea:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,232 INFO [RS:0;f036bc4986ea:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,232 INFO [RS:0;f036bc4986ea:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46547,1732666686310-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:18:08,246 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:18:08,246 INFO [RS:0;f036bc4986ea:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46547,1732666686310-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,246 INFO [RS:0;f036bc4986ea:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,246 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.Replication(171): f036bc4986ea,46547,1732666686310 started 2024-11-27T00:18:08,260 INFO [RS:0;f036bc4986ea:46547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,260 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,46547,1732666686310, RpcServer on f036bc4986ea/172.17.0.3:46547, sessionid=0x10179a76ed20001 2024-11-27T00:18:08,260 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:18:08,260 DEBUG [RS:0;f036bc4986ea:46547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,46547,1732666686310 2024-11-27T00:18:08,260 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,46547,1732666686310' 2024-11-27T00:18:08,260 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02010472626/flush-table-proc/abort' 2024-11-27T00:18:08,261 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02010472626/flush-table-proc/acquired' 2024-11-27T00:18:08,261 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:18:08,261 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:18:08,261 DEBUG [RS:0;f036bc4986ea:46547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,46547,1732666686310 2024-11-27T00:18:08,262 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,46547,1732666686310' 2024-11-27T00:18:08,262 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02010472626/online-snapshot/abort' 2024-11-27T00:18:08,262 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02010472626/online-snapshot/acquired' 2024-11-27T00:18:08,262 DEBUG [RS:0;f036bc4986ea:46547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:18:08,262 INFO [RS:0;f036bc4986ea:46547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:18:08,263 INFO [RS:0;f036bc4986ea:46547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:18:08,363 INFO [RS:0;f036bc4986ea:46547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:18:08,364 INFO [RS:0;f036bc4986ea:46547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C46547%2C1732666686310, suffix=, logDir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/oldWALs, maxLogs=10 2024-11-27T00:18:08,378 DEBUG [RS:0;f036bc4986ea:46547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365, exclude list is [], retry=0 2024-11-27T00:18:08,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41659,DS-4f8bf9ce-dbdb-491f-ae2a-d67ba47d7de3,DISK] 2024-11-27T00:18:08,386 INFO [RS:0;f036bc4986ea:46547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 2024-11-27T00:18:08,386 DEBUG [RS:0;f036bc4986ea:46547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33347:33347)] 2024-11-27T00:18:08,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:08,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:18:08,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:18:08,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:08,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:08,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:18:08,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:18:08,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:08,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:08,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:18:08,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:18:08,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:08,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:08,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:18:08,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:18:08,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:08,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:08,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:18:08,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740 2024-11-27T00:18:08,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740 2024-11-27T00:18:08,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:18:08,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:18:08,515 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:18:08,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:18:08,518 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:18:08,519 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65512098, jitterRate=-0.023793667554855347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:18:08,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666688502Initializing all the Stores at 1732666688503 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666688503Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666688504 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666688504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666688504Cleaning up temporary data from old regions at 1732666688514 (+10 ms)Region opened successfully at 1732666688519 (+5 ms) 2024-11-27T00:18:08,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:18:08,520 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:18:08,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:18:08,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:18:08,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:18:08,520 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:18:08,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666688520Disabling compacts and flushes for region at 1732666688520Disabling writes for close at 1732666688520Writing region close event to WAL at 1732666688520Closed at 1732666688520 2024-11-27T00:18:08,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:18:08,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:18:08,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:18:08,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:18:08,524 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:18:08,674 DEBUG [f036bc4986ea:34207 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:18:08,675 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,46547,1732666686310 2024-11-27T00:18:08,676 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,46547,1732666686310, state=OPENING 2024-11-27T00:18:08,687 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:18:08,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:08,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:08,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02010472626/meta-region-server: CHANGED 2024-11-27T00:18:08,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02010472626/meta-region-server: CHANGED 2024-11-27T00:18:08,698 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:18:08,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,46547,1732666686310}] 2024-11-27T00:18:08,851 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:18:08,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43061, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:18:08,856 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:18:08,856 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:18:08,856 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:18:08,858 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C46547%2C1732666686310.meta, suffix=.meta, logDir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/oldWALs, maxLogs=10 2024-11-27T00:18:08,870 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.meta.1732666688858.meta, exclude list is [], retry=0 2024-11-27T00:18:08,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41659,DS-4f8bf9ce-dbdb-491f-ae2a-d67ba47d7de3,DISK] 2024-11-27T00:18:08,874 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.meta.1732666688858.meta 2024-11-27T00:18:08,874 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33347:33347)] 2024-11-27T00:18:08,874 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:18:08,875 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:18:08,875 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:18:08,875 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:18:08,875 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:18:08,875 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:18:08,875 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:08,875 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:18:08,875 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:18:08,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:18:08,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:18:08,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:08,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:08,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:18:08,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:18:08,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:08,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:08,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:18:08,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:18:08,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:08,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:08,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:18:08,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:18:08,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:08,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:08,883 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:18:08,884 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740 2024-11-27T00:18:08,885 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740 2024-11-27T00:18:08,886 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:18:08,886 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:18:08,886 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:18:08,887 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:18:08,888 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68341779, jitterRate=0.018371865153312683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:18:08,888 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:18:08,889 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666688875Writing region info on filesystem at 1732666688875Initializing all the Stores at 1732666688876 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666688876Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666688876Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666688876Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666688876Cleaning up temporary data from old regions at 1732666688886 (+10 ms)Running coprocessor post-open hooks at 1732666688888 (+2 ms)Region opened successfully at 1732666688889 (+1 ms) 2024-11-27T00:18:08,890 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666688851 2024-11-27T00:18:08,892 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:18:08,892 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:18:08,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,46547,1732666686310 2024-11-27T00:18:08,894 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,46547,1732666686310, state=OPEN 2024-11-27T00:18:08,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02010472626/meta-region-server 2024-11-27T00:18:08,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02010472626/meta-region-server 2024-11-27T00:18:08,935 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,46547,1732666686310 2024-11-27T00:18:08,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02010472626/meta-region-server: CHANGED 2024-11-27T00:18:08,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02010472626/meta-region-server: CHANGED 2024-11-27T00:18:08,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:18:08,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,46547,1732666686310 in 237 msec 2024-11-27T00:18:08,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:18:08,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-27T00:18:08,941 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:18:08,941 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:18:08,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:18:08,943 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46547,1732666686310, seqNum=-1] 2024-11-27T00:18:08,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:18:08,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56813, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:18:08,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 889 msec 2024-11-27T00:18:08,950 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666688949, completionTime=-1 2024-11-27T00:18:08,950 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:18:08,950 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:18:08,952 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:18:08,952 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666748952 2024-11-27T00:18:08,952 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666808952 2024-11-27T00:18:08,952 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T00:18:08,952 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34207,1732666686115-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,952 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34207,1732666686115-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,952 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34207,1732666686115-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,952 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:34207, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,952 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,953 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,954 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:18:08,957 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.575sec 2024-11-27T00:18:08,957 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:18:08,958 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:18:08,958 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:18:08,958 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:18:08,958 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:18:08,958 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34207,1732666686115-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:18:08,958 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34207,1732666686115-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:18:08,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:08,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,34207,-1 for getting cluster id 2024-11-27T00:18:08,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:18:08,960 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b38ee83e-43ff-46c4-9f7d-b6de23d205b1' 2024-11-27T00:18:08,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:18:08,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b38ee83e-43ff-46c4-9f7d-b6de23d205b1" 2024-11-27T00:18:08,961 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:18:08,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7354cc6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:08,961 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:18:08,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,34207,-1] 2024-11-27T00:18:08,961 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34207,1732666686115-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:08,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:18:08,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:08,962 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:18:08,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:08,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:18:08,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46547,1732666686310, seqNum=-1] 2024-11-27T00:18:08,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:18:08,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:18:08,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,34207,1732666686115 2024-11-27T00:18:08,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58402 2024-11-27T00:18:08,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:18:08,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10179a76ed20002 connected 2024-11-27T00:18:09,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/hadoop.log.dir so I do NOT create it in target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3 2024-11-27T00:18:09,005 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:18:09,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/hadoop.tmp.dir so I do NOT create it in target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3 2024-11-27T00:18:09,005 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:18:09,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3 2024-11-27T00:18:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:18:09,006 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/cluster_e860ecb6-3348-5fe3-ac2e-261879876119, deleteOnExit=true 2024-11-27T00:18:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:18:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/test.cache.data in system properties and HBase conf 2024-11-27T00:18:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:18:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:18:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:18:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:18:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:18:09,006 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:18:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:18:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:18:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:18:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:18:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:18:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:18:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:18:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:18:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:18:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:18:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:18:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:18:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:18:09,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:18:09,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:18:09,316 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:18:09,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:18:09,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:18:09,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:18:09,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:18:09,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:18:09,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:18:09,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d7a321f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/java.io.tmpdir/jetty-localhost-40125-hadoop-hdfs-3_4_1-tests_jar-_-any-13005913457157368970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:18:09,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:40125} 2024-11-27T00:18:09,415 INFO [Time-limited test {}] server.Server(415): Started @60932ms 2024-11-27T00:18:09,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:18:09,662 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:18:09,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:18:09,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:18:09,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:18:09,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:18:09,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:18:09,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26db198b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/java.io.tmpdir/jetty-localhost-37101-hadoop-hdfs-3_4_1-tests_jar-_-any-1463555435537728759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:18:09,763 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:37101} 2024-11-27T00:18:09,763 INFO [Time-limited test {}] server.Server(415): Started @61280ms 2024-11-27T00:18:09,764 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:18:10,451 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/cluster_e860ecb6-3348-5fe3-ac2e-261879876119/data/data1/current/BP-1001053526-172.17.0.3-1732666689026/current, will proceed with Du for space computation calculation, 2024-11-27T00:18:10,451 WARN [Thread-952 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/cluster_e860ecb6-3348-5fe3-ac2e-261879876119/data/data2/current/BP-1001053526-172.17.0.3-1732666689026/current, will proceed with Du for space computation calculation, 2024-11-27T00:18:10,468 WARN [Thread-939 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:18:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x120fa630c3b56778 with lease ID 0xabd7147abd345af8: Processing first storage report for DS-9d977366-a243-4c34-b1cc-53dc8ecc2ecd from datanode DatanodeRegistration(127.0.0.1:36979, datanodeUuid=8b927a6f-23d5-4b8f-8da8-0306645eda6b, infoPort=37375, infoSecurePort=0, ipcPort=41953, storageInfo=lv=-57;cid=testClusterID;nsid=59470611;c=1732666689026) 2024-11-27T00:18:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x120fa630c3b56778 with lease ID 0xabd7147abd345af8: from storage DS-9d977366-a243-4c34-b1cc-53dc8ecc2ecd node DatanodeRegistration(127.0.0.1:36979, datanodeUuid=8b927a6f-23d5-4b8f-8da8-0306645eda6b, infoPort=37375, infoSecurePort=0, ipcPort=41953, storageInfo=lv=-57;cid=testClusterID;nsid=59470611;c=1732666689026), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:18:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x120fa630c3b56778 with lease ID 0xabd7147abd345af8: Processing first storage report for DS-f335df88-16a1-4629-91af-8ab97a2d62d4 from datanode DatanodeRegistration(127.0.0.1:36979, datanodeUuid=8b927a6f-23d5-4b8f-8da8-0306645eda6b, infoPort=37375, infoSecurePort=0, ipcPort=41953, storageInfo=lv=-57;cid=testClusterID;nsid=59470611;c=1732666689026) 2024-11-27T00:18:10,471 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x120fa630c3b56778 with lease ID 0xabd7147abd345af8: from storage DS-f335df88-16a1-4629-91af-8ab97a2d62d4 node DatanodeRegistration(127.0.0.1:36979, datanodeUuid=8b927a6f-23d5-4b8f-8da8-0306645eda6b, infoPort=37375, infoSecurePort=0, ipcPort=41953, storageInfo=lv=-57;cid=testClusterID;nsid=59470611;c=1732666689026), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:18:10,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3 2024-11-27T00:18:10,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:10,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:10,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:18:10,900 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24 with version=8 2024-11-27T00:18:10,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/hbase-staging 2024-11-27T00:18:10,902 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:18:10,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:18:10,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:18:10,903 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:18:10,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:18:10,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:18:10,903 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:18:10,903 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:18:10,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45007 2024-11-27T00:18:10,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45007 connecting to ZooKeeper ensemble=127.0.0.1:58402 2024-11-27T00:18:10,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450070x0, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:18:10,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45007-0x10179a76ed20003 connected 2024-11-27T00:18:11,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:11,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:11,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Set watcher on znode that does not yet exist, /1-1969455661/running 2024-11-27T00:18:11,061 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24, hbase.cluster.distributed=false 2024-11-27T00:18:11,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Set watcher on znode that does not yet exist, /1-1969455661/acl 2024-11-27T00:18:11,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45007 2024-11-27T00:18:11,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45007 2024-11-27T00:18:11,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45007 2024-11-27T00:18:11,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45007 2024-11-27T00:18:11,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45007 2024-11-27T00:18:11,085 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:18:11,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:18:11,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:18:11,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:18:11,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:18:11,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:18:11,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:18:11,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:18:11,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33087 2024-11-27T00:18:11,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33087 connecting to ZooKeeper ensemble=127.0.0.1:58402 2024-11-27T00:18:11,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:11,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:11,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330870x0, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:18:11,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330870x0, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Set watcher on znode that does not yet exist, /1-1969455661/running 2024-11-27T00:18:11,098 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:18:11,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33087-0x10179a76ed20004 connected 2024-11-27T00:18:11,099 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:18:11,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Set watcher on znode that does not yet exist, /1-1969455661/master 2024-11-27T00:18:11,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Set watcher on znode that does not yet exist, /1-1969455661/acl 2024-11-27T00:18:11,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33087 2024-11-27T00:18:11,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33087 2024-11-27T00:18:11,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33087 2024-11-27T00:18:11,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33087 2024-11-27T00:18:11,106 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33087 2024-11-27T00:18:11,119 DEBUG [M:0;f036bc4986ea:45007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:45007 2024-11-27T00:18:11,119 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1969455661/backup-masters/f036bc4986ea,45007,1732666690902 2024-11-27T00:18:11,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661/backup-masters 2024-11-27T00:18:11,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661/backup-masters 2024-11-27T00:18:11,129 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Set watcher on existing znode=/1-1969455661/backup-masters/f036bc4986ea,45007,1732666690902 2024-11-27T00:18:11,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:18:11,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1969455661/master 2024-11-27T00:18:11,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:18:11,140 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Set watcher on existing znode=/1-1969455661/master 2024-11-27T00:18:11,140 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1969455661/backup-masters/f036bc4986ea,45007,1732666690902 from backup master directory 2024-11-27T00:18:11,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1969455661/backup-masters/f036bc4986ea,45007,1732666690902 2024-11-27T00:18:11,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661/backup-masters 2024-11-27T00:18:11,150 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:18:11,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661/backup-masters 2024-11-27T00:18:11,150 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,45007,1732666690902 2024-11-27T00:18:11,154 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/hbase.id] with ID: 6c9a35f9-286a-4af7-82a1-76a737028c0d 2024-11-27T00:18:11,154 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/.tmp/hbase.id 2024-11-27T00:18:11,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:18:11,599 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/.tmp/hbase.id]:[hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/hbase.id] 2024-11-27T00:18:11,610 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:11,610 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:18:11,611 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T00:18:11,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:18:11,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:18:11,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:18:11,921 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:18:11,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:11,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:11,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:12,122 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:18:12,123 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:18:12,123 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:18:12,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:18:12,530 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store 2024-11-27T00:18:12,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:18:12,936 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:12,936 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:18:12,936 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:18:12,936 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:18:12,936 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:18:12,936 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:18:12,936 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:18:12,936 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666692936Disabling compacts and flushes for region at 1732666692936Disabling writes for close at 1732666692936Writing region close event to WAL at 1732666692936Closed at 1732666692936 2024-11-27T00:18:12,937 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/.initializing 2024-11-27T00:18:12,937 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/WALs/f036bc4986ea,45007,1732666690902 2024-11-27T00:18:12,938 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:18:12,940 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C45007%2C1732666690902, suffix=, logDir=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/WALs/f036bc4986ea,45007,1732666690902, archiveDir=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/oldWALs, maxLogs=10 2024-11-27T00:18:12,952 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/WALs/f036bc4986ea,45007,1732666690902/f036bc4986ea%2C45007%2C1732666690902.1732666692940, exclude list is [], retry=0 2024-11-27T00:18:12,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-9d977366-a243-4c34-b1cc-53dc8ecc2ecd,DISK] 2024-11-27T00:18:12,956 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/WALs/f036bc4986ea,45007,1732666690902/f036bc4986ea%2C45007%2C1732666690902.1732666692940 2024-11-27T00:18:12,956 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37375:37375)] 2024-11-27T00:18:12,956 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:18:12,956 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:12,957 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:12,957 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:12,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:12,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:18:12,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:12,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:12,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:12,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:18:12,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:12,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:12,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:12,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:18:12,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:12,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:12,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:12,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:18:12,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:12,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:12,964 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:12,965 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:12,965 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:12,966 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:12,966 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:12,967 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:18:12,969 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:18:12,971 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:18:12,972 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62243362, jitterRate=-0.07250162959098816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:18:12,972 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666692957Initializing all the Stores at 1732666692958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666692958Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666692958Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666692958Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666692958Cleaning up temporary data from old regions at 1732666692966 (+8 ms)Region opened successfully at 1732666692972 (+6 ms) 2024-11-27T00:18:12,973 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:18:12,977 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607b1c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:18:12,977 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:18:12,977 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:18:12,977 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:18:12,978 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:18:12,978 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:18:12,978 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:18:12,978 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:18:12,980 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:18:12,981 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Unable to get data of znode /1-1969455661/balancer because node does not exist (not necessarily an error) 2024-11-27T00:18:13,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1969455661/balancer already deleted, retry=false 2024-11-27T00:18:13,045 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:18:13,045 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Unable to get data of znode /1-1969455661/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:18:13,055 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1969455661/normalizer already deleted, retry=false 2024-11-27T00:18:13,056 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:18:13,056 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Unable to get data of znode /1-1969455661/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:18:13,066 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1969455661/switch/split already deleted, retry=false 2024-11-27T00:18:13,066 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Unable to get data of znode /1-1969455661/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:18:13,076 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1969455661/switch/merge already deleted, retry=false 2024-11-27T00:18:13,078 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Unable to get data of znode /1-1969455661/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:18:13,087 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1969455661/snapshot-cleanup already deleted, retry=false 2024-11-27T00:18:13,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1969455661/running 2024-11-27T00:18:13,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1969455661/running 2024-11-27T00:18:13,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:18:13,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:18:13,098 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,45007,1732666690902, sessionid=0x10179a76ed20003, setting cluster-up flag (Was=false) 2024-11-27T00:18:13,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:18:13,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:18:13,150 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1969455661/flush-table-proc/acquired, /1-1969455661/flush-table-proc/reached, /1-1969455661/flush-table-proc/abort 2024-11-27T00:18:13,151 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,45007,1732666690902 2024-11-27T00:18:13,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:18:13,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:18:13,203 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1969455661/online-snapshot/acquired, /1-1969455661/online-snapshot/reached, /1-1969455661/online-snapshot/abort 2024-11-27T00:18:13,204 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,45007,1732666690902 2024-11-27T00:18:13,205 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:18:13,206 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:18:13,206 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:18:13,207 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:18:13,207 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,45007,1732666690902 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:18:13,208 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:18:13,208 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:18:13,208 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:18:13,208 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:18:13,208 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:18:13,208 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:13,208 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:18:13,208 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:13,209 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(746): ClusterId : 6c9a35f9-286a-4af7-82a1-76a737028c0d 2024-11-27T00:18:13,209 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:18:13,209 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666723209 2024-11-27T00:18:13,209 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:18:13,209 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:18:13,209 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:18:13,209 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:18:13,209 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:18:13,209 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:18:13,210 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,210 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:18:13,210 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:18:13,210 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:18:13,210 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:18:13,210 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:18:13,210 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:18:13,211 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:18:13,211 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:18:13,211 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666693211,5,FailOnTimeoutGroup] 2024-11-27T00:18:13,211 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:13,211 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:18:13,211 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666693211,5,FailOnTimeoutGroup] 2024-11-27T00:18:13,212 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,212 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:18:13,212 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,212 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:18:13,222 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:18:13,222 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:18:13,235 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:18:13,235 DEBUG [RS:0;f036bc4986ea:33087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@becd1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:18:13,246 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:33087 2024-11-27T00:18:13,246 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:18:13,246 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:18:13,246 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:18:13,247 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,45007,1732666690902 with port=33087, startcode=1732666691085 2024-11-27T00:18:13,247 DEBUG [RS:0;f036bc4986ea:33087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:18:13,248 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:18:13,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,33087,1732666691085 2024-11-27T00:18:13,249 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45007 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,33087,1732666691085 2024-11-27T00:18:13,250 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24 2024-11-27T00:18:13,250 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35133 2024-11-27T00:18:13,250 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:18:13,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661/rs 2024-11-27T00:18:13,287 DEBUG [RS:0;f036bc4986ea:33087 {}] zookeeper.ZKUtil(111): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Set watcher on existing znode=/1-1969455661/rs/f036bc4986ea,33087,1732666691085 2024-11-27T00:18:13,287 WARN [RS:0;f036bc4986ea:33087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:18:13,287 INFO [RS:0;f036bc4986ea:33087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:18:13,288 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/WALs/f036bc4986ea,33087,1732666691085 2024-11-27T00:18:13,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,33087,1732666691085] 2024-11-27T00:18:13,291 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:18:13,292 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:18:13,293 INFO [RS:0;f036bc4986ea:33087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:18:13,293 INFO [RS:0;f036bc4986ea:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,293 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:18:13,294 INFO [RS:0;f036bc4986ea:33087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:18:13,294 INFO [RS:0;f036bc4986ea:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:18:13,294 DEBUG [RS:0;f036bc4986ea:33087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:18:13,296 INFO [RS:0;f036bc4986ea:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,296 INFO [RS:0;f036bc4986ea:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,296 INFO [RS:0;f036bc4986ea:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,296 INFO [RS:0;f036bc4986ea:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,296 INFO [RS:0;f036bc4986ea:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,296 INFO [RS:0;f036bc4986ea:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33087,1732666691085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:18:13,309 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:18:13,310 INFO [RS:0;f036bc4986ea:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33087,1732666691085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,310 INFO [RS:0;f036bc4986ea:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,310 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.Replication(171): f036bc4986ea,33087,1732666691085 started 2024-11-27T00:18:13,323 INFO [RS:0;f036bc4986ea:33087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:13,323 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,33087,1732666691085, RpcServer on f036bc4986ea/172.17.0.3:33087, sessionid=0x10179a76ed20004 2024-11-27T00:18:13,323 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:18:13,323 DEBUG [RS:0;f036bc4986ea:33087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,33087,1732666691085 2024-11-27T00:18:13,323 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,33087,1732666691085' 2024-11-27T00:18:13,323 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1969455661/flush-table-proc/abort' 2024-11-27T00:18:13,324 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1969455661/flush-table-proc/acquired' 2024-11-27T00:18:13,324 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:18:13,324 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:18:13,324 DEBUG [RS:0;f036bc4986ea:33087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,33087,1732666691085 2024-11-27T00:18:13,324 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,33087,1732666691085' 2024-11-27T00:18:13,324 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1969455661/online-snapshot/abort' 2024-11-27T00:18:13,325 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1969455661/online-snapshot/acquired' 2024-11-27T00:18:13,325 DEBUG [RS:0;f036bc4986ea:33087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:18:13,325 INFO [RS:0;f036bc4986ea:33087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:18:13,325 INFO [RS:0;f036bc4986ea:33087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:18:13,426 INFO [RS:0;f036bc4986ea:33087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:18:13,428 INFO [RS:0;f036bc4986ea:33087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C33087%2C1732666691085, suffix=, logDir=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/WALs/f036bc4986ea,33087,1732666691085, archiveDir=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/oldWALs, maxLogs=10 2024-11-27T00:18:13,443 DEBUG [RS:0;f036bc4986ea:33087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/WALs/f036bc4986ea,33087,1732666691085/f036bc4986ea%2C33087%2C1732666691085.1732666693428, exclude list is [], retry=0 2024-11-27T00:18:13,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-9d977366-a243-4c34-b1cc-53dc8ecc2ecd,DISK] 2024-11-27T00:18:13,447 INFO [RS:0;f036bc4986ea:33087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/WALs/f036bc4986ea,33087,1732666691085/f036bc4986ea%2C33087%2C1732666691085.1732666693428 2024-11-27T00:18:13,447 DEBUG [RS:0;f036bc4986ea:33087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37375:37375)] 2024-11-27T00:18:13,619 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:18:13,619 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24 2024-11-27T00:18:13,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:18:14,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:14,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:18:14,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:18:14,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:14,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:14,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:18:14,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:18:14,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:14,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:14,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:18:14,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:18:14,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:14,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:14,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:18:14,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:18:14,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:14,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:14,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:18:14,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740 2024-11-27T00:18:14,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740 2024-11-27T00:18:14,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:18:14,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:18:14,037 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:18:14,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:18:14,041 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:18:14,041 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72005226, jitterRate=0.0729614794254303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:18:14,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666694026Initializing all the Stores at 1732666694027 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666694027Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666694027Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666694027Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666694027Cleaning up temporary data from old regions at 1732666694037 (+10 ms)Region opened successfully at 1732666694041 (+4 ms) 2024-11-27T00:18:14,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:18:14,042 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:18:14,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:18:14,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:18:14,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:18:14,042 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:18:14,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666694042Disabling compacts and flushes for region at 1732666694042Disabling writes for close at 1732666694042Writing region close event to WAL at 1732666694042Closed at 1732666694042 2024-11-27T00:18:14,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:18:14,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:18:14,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:18:14,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:18:14,047 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:18:14,197 DEBUG [f036bc4986ea:45007 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:18:14,198 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,33087,1732666691085 2024-11-27T00:18:14,199 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,33087,1732666691085, state=OPENING 2024-11-27T00:18:14,226 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:18:14,253 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:18:14,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:18:14,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:18:14,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1969455661/meta-region-server: CHANGED 2024-11-27T00:18:14,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1969455661/meta-region-server: CHANGED 2024-11-27T00:18:14,269 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:18:14,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,33087,1732666691085}] 2024-11-27T00:18:14,429 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:18:14,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:18:14,439 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:18:14,439 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:18:14,439 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:18:14,444 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C33087%2C1732666691085.meta, suffix=.meta, logDir=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/WALs/f036bc4986ea,33087,1732666691085, archiveDir=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/oldWALs, maxLogs=10 2024-11-27T00:18:14,462 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/WALs/f036bc4986ea,33087,1732666691085/f036bc4986ea%2C33087%2C1732666691085.meta.1732666694444.meta, exclude list is [], retry=0 2024-11-27T00:18:14,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36979,DS-9d977366-a243-4c34-b1cc-53dc8ecc2ecd,DISK] 2024-11-27T00:18:14,470 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/WALs/f036bc4986ea,33087,1732666691085/f036bc4986ea%2C33087%2C1732666691085.meta.1732666694444.meta 2024-11-27T00:18:14,473 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37375:37375)] 2024-11-27T00:18:14,473 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:18:14,473 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:18:14,473 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:18:14,474 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:18:14,474 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:18:14,474 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:18:14,474 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:14,474 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:18:14,474 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:18:14,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:18:14,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:18:14,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:14,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:14,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:18:14,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:18:14,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:14,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:14,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:18:14,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:18:14,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:14,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:14,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:18:14,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:18:14,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:14,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:18:14,505 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:18:14,507 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740 2024-11-27T00:18:14,509 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740 2024-11-27T00:18:14,510 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:18:14,510 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:18:14,511 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:18:14,512 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:18:14,513 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59302155, jitterRate=-0.11632902920246124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:18:14,514 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:18:14,514 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666694476Writing region info on filesystem at 1732666694476Initializing all the Stores at 1732666694481 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666694481Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666694484 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666694484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666694484Cleaning up temporary data from old regions at 1732666694510 (+26 ms)Running coprocessor post-open hooks at 1732666694514 (+4 ms)Region opened successfully at 1732666694514 2024-11-27T00:18:14,515 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666694428 2024-11-27T00:18:14,518 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:18:14,518 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:18:14,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,33087,1732666691085 2024-11-27T00:18:14,520 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,33087,1732666691085, state=OPEN 2024-11-27T00:18:14,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1969455661/meta-region-server 2024-11-27T00:18:14,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1969455661/meta-region-server 2024-11-27T00:18:14,529 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1969455661/meta-region-server: CHANGED 2024-11-27T00:18:14,529 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,33087,1732666691085 2024-11-27T00:18:14,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1969455661/meta-region-server: CHANGED 2024-11-27T00:18:14,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:18:14,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,33087,1732666691085 in 259 msec 2024-11-27T00:18:14,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:18:14,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 493 msec 2024-11-27T00:18:14,545 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:18:14,545 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:18:14,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:18:14,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,33087,1732666691085, seqNum=-1] 2024-11-27T00:18:14,547 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:18:14,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:18:14,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3500 sec 2024-11-27T00:18:14,558 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666694558, completionTime=-1 2024-11-27T00:18:14,558 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:18:14,558 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:18:14,562 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:18:14,562 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666754562 2024-11-27T00:18:14,562 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666814562 2024-11-27T00:18:14,562 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-27T00:18:14,562 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,45007,1732666690902-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:14,562 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,45007,1732666690902-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:14,563 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,45007,1732666690902-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:14,563 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:45007, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:14,563 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:14,566 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:18:14,572 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:14,578 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.428sec 2024-11-27T00:18:14,578 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:18:14,578 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:18:14,578 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:18:14,578 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:18:14,578 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:18:14,578 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,45007,1732666690902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:18:14,578 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,45007,1732666690902-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:18:14,583 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:18:14,583 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:18:14,583 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,45007,1732666690902-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:18:14,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:14,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,45007,-1 for getting cluster id 2024-11-27T00:18:14,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:18:14,624 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9a35f9-286a-4af7-82a1-76a737028c0d' 2024-11-27T00:18:14,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:18:14,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9a35f9-286a-4af7-82a1-76a737028c0d" 2024-11-27T00:18:14,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749e494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:14,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,45007,-1] 2024-11-27T00:18:14,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:18:14,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:14,627 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:18:14,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:14,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:18:14,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,33087,1732666691085, seqNum=-1] 2024-11-27T00:18:14,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:18:14,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:18:14,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,45007,1732666690902 2024-11-27T00:18:14,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58402 2024-11-27T00:18:14,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:18:14,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10179a76ed20005 connected 2024-11-27T00:18:14,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:18:14,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,34207,1732666686115 2024-11-27T00:18:14,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54cd521a 2024-11-27T00:18:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:18:14,680 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:18:14,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:18:14,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:18:14,689 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:18:14,691 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:14,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:18:14,693 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:18:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:18:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:18:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:18:15,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:18:15,117 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da6736fdbcb8db9978b8373338a93883, NAME => 'test,,1732666694681.da6736fdbcb8db9978b8373338a93883.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6 2024-11-27T00:18:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:18:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:18:15,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666694681.da6736fdbcb8db9978b8373338a93883.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:15,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing da6736fdbcb8db9978b8373338a93883, disabling compactions & flushes 2024-11-27T00:18:15,531 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666694681.da6736fdbcb8db9978b8373338a93883. 2024-11-27T00:18:15,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666694681.da6736fdbcb8db9978b8373338a93883. 2024-11-27T00:18:15,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666694681.da6736fdbcb8db9978b8373338a93883. after waiting 0 ms 2024-11-27T00:18:15,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666694681.da6736fdbcb8db9978b8373338a93883. 2024-11-27T00:18:15,531 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666694681.da6736fdbcb8db9978b8373338a93883. 2024-11-27T00:18:15,531 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for da6736fdbcb8db9978b8373338a93883: Waiting for close lock at 1732666695531Disabling compacts and flushes for region at 1732666695531Disabling writes for close at 1732666695531Writing region close event to WAL at 1732666695531Closed at 1732666695531 2024-11-27T00:18:15,533 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:18:15,534 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666694681.da6736fdbcb8db9978b8373338a93883.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666695533"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666695533"}]},"ts":"1732666695533"} 2024-11-27T00:18:15,538 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:18:15,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:18:15,541 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666695541"}]},"ts":"1732666695541"} 2024-11-27T00:18:15,543 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:18:15,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da6736fdbcb8db9978b8373338a93883, ASSIGN}] 2024-11-27T00:18:15,546 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da6736fdbcb8db9978b8373338a93883, ASSIGN 2024-11-27T00:18:15,547 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=da6736fdbcb8db9978b8373338a93883, ASSIGN; state=OFFLINE, location=f036bc4986ea,46547,1732666686310; forceNewPlan=false, retain=false 2024-11-27T00:18:15,698 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da6736fdbcb8db9978b8373338a93883, regionState=OPENING, regionLocation=f036bc4986ea,46547,1732666686310 2024-11-27T00:18:15,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=da6736fdbcb8db9978b8373338a93883, ASSIGN because future has completed 2024-11-27T00:18:15,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da6736fdbcb8db9978b8373338a93883, server=f036bc4986ea,46547,1732666686310}] 2024-11-27T00:18:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:18:15,881 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666694681.da6736fdbcb8db9978b8373338a93883. 2024-11-27T00:18:15,881 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da6736fdbcb8db9978b8373338a93883, NAME => 'test,,1732666694681.da6736fdbcb8db9978b8373338a93883.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:18:15,883 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:18:15,884 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:18:15,884 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da6736fdbcb8db9978b8373338a93883 2024-11-27T00:18:15,884 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666694681.da6736fdbcb8db9978b8373338a93883.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:15,884 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da6736fdbcb8db9978b8373338a93883 2024-11-27T00:18:15,884 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da6736fdbcb8db9978b8373338a93883 2024-11-27T00:18:15,889 INFO [StoreOpener-da6736fdbcb8db9978b8373338a93883-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da6736fdbcb8db9978b8373338a93883 2024-11-27T00:18:15,890 INFO [StoreOpener-da6736fdbcb8db9978b8373338a93883-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da6736fdbcb8db9978b8373338a93883 columnFamilyName f 2024-11-27T00:18:15,891 DEBUG [StoreOpener-da6736fdbcb8db9978b8373338a93883-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:15,892 INFO [StoreOpener-da6736fdbcb8db9978b8373338a93883-1 {}] regionserver.HStore(327): Store=da6736fdbcb8db9978b8373338a93883/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:15,895 INFO [StoreOpener-da6736fdbcb8db9978b8373338a93883-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region da6736fdbcb8db9978b8373338a93883 2024-11-27T00:18:15,899 INFO [StoreOpener-da6736fdbcb8db9978b8373338a93883-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da6736fdbcb8db9978b8373338a93883 columnFamilyName f1 2024-11-27T00:18:15,899 DEBUG [StoreOpener-da6736fdbcb8db9978b8373338a93883-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:15,900 INFO [StoreOpener-da6736fdbcb8db9978b8373338a93883-1 {}] regionserver.HStore(327): Store=da6736fdbcb8db9978b8373338a93883/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:15,900 INFO [StoreOpener-da6736fdbcb8db9978b8373338a93883-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da6736fdbcb8db9978b8373338a93883 2024-11-27T00:18:15,905 INFO [StoreOpener-da6736fdbcb8db9978b8373338a93883-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da6736fdbcb8db9978b8373338a93883 columnFamilyName norep 2024-11-27T00:18:15,906 DEBUG [StoreOpener-da6736fdbcb8db9978b8373338a93883-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:15,907 INFO [StoreOpener-da6736fdbcb8db9978b8373338a93883-1 {}] regionserver.HStore(327): Store=da6736fdbcb8db9978b8373338a93883/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:15,907 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da6736fdbcb8db9978b8373338a93883 2024-11-27T00:18:15,911 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883 2024-11-27T00:18:15,913 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883 2024-11-27T00:18:15,916 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da6736fdbcb8db9978b8373338a93883 2024-11-27T00:18:15,916 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da6736fdbcb8db9978b8373338a93883 2024-11-27T00:18:15,917 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:18:15,920 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da6736fdbcb8db9978b8373338a93883 2024-11-27T00:18:15,926 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:18:15,927 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da6736fdbcb8db9978b8373338a93883; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62434453, jitterRate=-0.06965415179729462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:18:15,927 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da6736fdbcb8db9978b8373338a93883 2024-11-27T00:18:15,928 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da6736fdbcb8db9978b8373338a93883: Running coprocessor pre-open hook at 1732666695884Writing region info on filesystem at 1732666695885 (+1 ms)Initializing all the Stores at 1732666695886 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666695886Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666695888 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666695888Cleaning up temporary data from old regions at 1732666695916 (+28 ms)Running coprocessor post-open hooks at 1732666695927 (+11 ms)Region opened successfully at 1732666695928 (+1 ms) 2024-11-27T00:18:15,931 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666694681.da6736fdbcb8db9978b8373338a93883., pid=6, masterSystemTime=1732666695856 2024-11-27T00:18:15,934 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666694681.da6736fdbcb8db9978b8373338a93883. 2024-11-27T00:18:15,934 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666694681.da6736fdbcb8db9978b8373338a93883. 2024-11-27T00:18:15,936 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da6736fdbcb8db9978b8373338a93883, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,46547,1732666686310 2024-11-27T00:18:15,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da6736fdbcb8db9978b8373338a93883, server=f036bc4986ea,46547,1732666686310 because future has completed 2024-11-27T00:18:15,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:18:15,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da6736fdbcb8db9978b8373338a93883, server=f036bc4986ea,46547,1732666686310 in 243 msec 2024-11-27T00:18:15,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:18:15,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=da6736fdbcb8db9978b8373338a93883, ASSIGN in 405 msec 2024-11-27T00:18:15,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:18:15,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666695955"}]},"ts":"1732666695955"} 2024-11-27T00:18:15,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:18:15,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:18:15,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2740 sec 2024-11-27T00:18:16,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:18:16,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T00:18:16,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T00:18:16,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T00:18:16,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:18:16,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T00:18:16,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:18:16,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T00:18:16,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:18:16,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T00:18:16,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:18:16,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T00:18:16,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:18:16,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:18:16,836 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:18:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,45007,1732666690902 2024-11-27T00:18:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef3e1d0 2024-11-27T00:18:16,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:18:16,839 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:18:16,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:18:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:18:16,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:18:16,842 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:16,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:18:16,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:18:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:18:16,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:18:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:18:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:18:17,253 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed0436f87b3867bc768452e3a7ebc78d, NAME => 'test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24 2024-11-27T00:18:17,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:18:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:18:17,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:17,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ed0436f87b3867bc768452e3a7ebc78d, disabling compactions & flushes 2024-11-27T00:18:17,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. 2024-11-27T00:18:17,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. 2024-11-27T00:18:17,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. after waiting 0 ms 2024-11-27T00:18:17,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. 2024-11-27T00:18:17,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. 2024-11-27T00:18:17,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed0436f87b3867bc768452e3a7ebc78d: Waiting for close lock at 1732666697660Disabling compacts and flushes for region at 1732666697660Disabling writes for close at 1732666697660Writing region close event to WAL at 1732666697660Closed at 1732666697660 2024-11-27T00:18:17,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:18:17,662 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666697662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666697662"}]},"ts":"1732666697662"} 2024-11-27T00:18:17,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:18:17,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:18:17,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666697666"}]},"ts":"1732666697666"} 2024-11-27T00:18:17,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:18:17,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed0436f87b3867bc768452e3a7ebc78d, ASSIGN}] 2024-11-27T00:18:17,671 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed0436f87b3867bc768452e3a7ebc78d, ASSIGN 2024-11-27T00:18:17,672 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ed0436f87b3867bc768452e3a7ebc78d, ASSIGN; state=OFFLINE, location=f036bc4986ea,33087,1732666691085; forceNewPlan=false, retain=false 2024-11-27T00:18:17,823 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed0436f87b3867bc768452e3a7ebc78d, regionState=OPENING, regionLocation=f036bc4986ea,33087,1732666691085 2024-11-27T00:18:17,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ed0436f87b3867bc768452e3a7ebc78d, ASSIGN because future has completed 2024-11-27T00:18:17,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed0436f87b3867bc768452e3a7ebc78d, server=f036bc4986ea,33087,1732666691085}] 2024-11-27T00:18:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:18:17,981 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. 2024-11-27T00:18:17,982 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ed0436f87b3867bc768452e3a7ebc78d, NAME => 'test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:18:17,982 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:18:17,982 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:18:17,982 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:18:17,983 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:17,983 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:18:17,983 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:18:17,984 INFO [StoreOpener-ed0436f87b3867bc768452e3a7ebc78d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:18:17,986 INFO [StoreOpener-ed0436f87b3867bc768452e3a7ebc78d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed0436f87b3867bc768452e3a7ebc78d columnFamilyName f 2024-11-27T00:18:17,986 DEBUG [StoreOpener-ed0436f87b3867bc768452e3a7ebc78d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:17,986 INFO [StoreOpener-ed0436f87b3867bc768452e3a7ebc78d-1 {}] regionserver.HStore(327): Store=ed0436f87b3867bc768452e3a7ebc78d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:17,987 INFO [StoreOpener-ed0436f87b3867bc768452e3a7ebc78d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:18:17,988 INFO [StoreOpener-ed0436f87b3867bc768452e3a7ebc78d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed0436f87b3867bc768452e3a7ebc78d columnFamilyName f1 2024-11-27T00:18:17,988 DEBUG [StoreOpener-ed0436f87b3867bc768452e3a7ebc78d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:17,989 INFO [StoreOpener-ed0436f87b3867bc768452e3a7ebc78d-1 {}] regionserver.HStore(327): Store=ed0436f87b3867bc768452e3a7ebc78d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:17,989 INFO [StoreOpener-ed0436f87b3867bc768452e3a7ebc78d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:18:17,990 INFO [StoreOpener-ed0436f87b3867bc768452e3a7ebc78d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed0436f87b3867bc768452e3a7ebc78d columnFamilyName norep 2024-11-27T00:18:17,990 DEBUG [StoreOpener-ed0436f87b3867bc768452e3a7ebc78d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:17,990 INFO [StoreOpener-ed0436f87b3867bc768452e3a7ebc78d-1 {}] regionserver.HStore(327): Store=ed0436f87b3867bc768452e3a7ebc78d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:17,991 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:18:17,991 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/default/test/ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:18:17,992 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/default/test/ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:18:17,992 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:18:17,993 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:18:17,993 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:18:17,994 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:18:17,996 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/default/test/ed0436f87b3867bc768452e3a7ebc78d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:18:17,996 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ed0436f87b3867bc768452e3a7ebc78d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70787605, jitterRate=0.05481751263141632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:18:17,997 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:18:17,997 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ed0436f87b3867bc768452e3a7ebc78d: Running coprocessor pre-open hook at 1732666697983Writing region info on filesystem at 1732666697983Initializing all the Stores at 1732666697984 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666697984Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666697984Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666697984Cleaning up temporary data from old regions at 1732666697993 (+9 ms)Running coprocessor post-open hooks at 1732666697997 (+4 ms)Region opened successfully at 1732666697997 2024-11-27T00:18:17,998 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d., pid=6, masterSystemTime=1732666697978 2024-11-27T00:18:18,000 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. 2024-11-27T00:18:18,000 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. 2024-11-27T00:18:18,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed0436f87b3867bc768452e3a7ebc78d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,33087,1732666691085 2024-11-27T00:18:18,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed0436f87b3867bc768452e3a7ebc78d, server=f036bc4986ea,33087,1732666691085 because future has completed 2024-11-27T00:18:18,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:18:18,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ed0436f87b3867bc768452e3a7ebc78d, server=f036bc4986ea,33087,1732666691085 in 180 msec 2024-11-27T00:18:18,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:18:18,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ed0436f87b3867bc768452e3a7ebc78d, ASSIGN in 339 msec 2024-11-27T00:18:18,013 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:18:18,014 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666698014"}]},"ts":"1732666698014"} 2024-11-27T00:18:18,017 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:18:18,018 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:18:18,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-27T00:18:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:18:18,986 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:18:18,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:18,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,34207,-1 for getting cluster id 2024-11-27T00:18:18,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:18:18,988 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b38ee83e-43ff-46c4-9f7d-b6de23d205b1' 2024-11-27T00:18:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:18:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b38ee83e-43ff-46c4-9f7d-b6de23d205b1" 2024-11-27T00:18:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44690490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,34207,-1] 2024-11-27T00:18:18,988 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:18:18,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:18,989 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:18:18,990 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1f6f54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:18,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:18,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,45007,-1 for getting cluster id 2024-11-27T00:18:18,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:18:18,991 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9a35f9-286a-4af7-82a1-76a737028c0d' 2024-11-27T00:18:18,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:18:18,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9a35f9-286a-4af7-82a1-76a737028c0d" 2024-11-27T00:18:18,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703e8e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:18,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,45007,-1] 2024-11-27T00:18:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:18:18,992 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:18,992 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:18:18,993 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2473bbbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:18,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:18,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,34207,-1 for getting cluster id 2024-11-27T00:18:18,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:18:18,995 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b38ee83e-43ff-46c4-9f7d-b6de23d205b1' 2024-11-27T00:18:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:18:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b38ee83e-43ff-46c4-9f7d-b6de23d205b1" 2024-11-27T00:18:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127bde1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,34207,-1] 2024-11-27T00:18:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:18:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:18,996 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:18:18,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac25a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:18,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:18:19,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,34207,1732666686115 2024-11-27T00:18:19,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1223fefb 2024-11-27T00:18:19,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:18:19,001 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:18:19,002 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:45007,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:18:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:18:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:18:19,005 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:45007' 2024-11-27T00:18:19,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44583a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:19,006 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,45007,-1 for getting cluster id 2024-11-27T00:18:19,006 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:18:19,007 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9a35f9-286a-4af7-82a1-76a737028c0d' 2024-11-27T00:18:19,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:18:19,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9a35f9-286a-4af7-82a1-76a737028c0d" 2024-11-27T00:18:19,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef93d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:19,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,45007,-1] 2024-11-27T00:18:19,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:18:19,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:19,009 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:18:19,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db835e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:19,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:18:19,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,45007,1732666690902 2024-11-27T00:18:19,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a649a2a 2024-11-27T00:18:19,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:18:19,011 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:18:19,012 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T00:18:19,012 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:18:19,012 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:19,012 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:19,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:18:19,013 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:18:19,014 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:18:19,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:18:19,015 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:19,016 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:18:19,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741837_1013 (size=1138) 2024-11-27T00:18:19,064 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:18:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:18:19,291 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T00:18:19,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:18:19,429 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7f5258b6bf4f00f99e0e8ac0537fa72, NAME => 'hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6 2024-11-27T00:18:19,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741838_1014 (size=44) 2024-11-27T00:18:19,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:18:19,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:19,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a7f5258b6bf4f00f99e0e8ac0537fa72, disabling compactions & flushes 2024-11-27T00:18:19,844 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. 2024-11-27T00:18:19,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. 2024-11-27T00:18:19,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. after waiting 0 ms 2024-11-27T00:18:19,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. 2024-11-27T00:18:19,844 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. 2024-11-27T00:18:19,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7f5258b6bf4f00f99e0e8ac0537fa72: Waiting for close lock at 1732666699844Disabling compacts and flushes for region at 1732666699844Disabling writes for close at 1732666699844Writing region close event to WAL at 1732666699844Closed at 1732666699844 2024-11-27T00:18:19,846 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:18:19,846 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666699846"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666699846"}]},"ts":"1732666699846"} 2024-11-27T00:18:19,849 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:18:19,850 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:18:19,850 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666699850"}]},"ts":"1732666699850"} 2024-11-27T00:18:19,854 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:18:19,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7f5258b6bf4f00f99e0e8ac0537fa72, ASSIGN}] 2024-11-27T00:18:19,856 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7f5258b6bf4f00f99e0e8ac0537fa72, ASSIGN 2024-11-27T00:18:19,857 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7f5258b6bf4f00f99e0e8ac0537fa72, ASSIGN; state=OFFLINE, location=f036bc4986ea,46547,1732666686310; forceNewPlan=false, retain=false 2024-11-27T00:18:19,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:18:20,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:20,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:20,008 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7f5258b6bf4f00f99e0e8ac0537fa72, regionState=OPENING, regionLocation=f036bc4986ea,46547,1732666686310 2024-11-27T00:18:20,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a7f5258b6bf4f00f99e0e8ac0537fa72, ASSIGN because future has completed 2024-11-27T00:18:20,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7f5258b6bf4f00f99e0e8ac0537fa72, server=f036bc4986ea,46547,1732666686310}] 2024-11-27T00:18:20,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:20,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:18:20,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. 2024-11-27T00:18:20,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:18:20,168 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:18:20,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C46547%2C1732666686310.rep, suffix=, logDir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/oldWALs, maxLogs=10 2024-11-27T00:18:20,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.rep.1732666700169, exclude list is [], retry=0 2024-11-27T00:18:20,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41659,DS-4f8bf9ce-dbdb-491f-ae2a-d67ba47d7de3,DISK] 2024-11-27T00:18:20,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.rep.1732666700169 2024-11-27T00:18:20,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33347:33347)] 2024-11-27T00:18:20,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a7f5258b6bf4f00f99e0e8ac0537fa72, NAME => 'hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:18:20,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:18:20,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:18:20,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. service=MultiRowMutationService 2024-11-27T00:18:20,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:18:20,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:18:20,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:18:20,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:18:20,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:18:20,233 INFO [StoreOpener-a7f5258b6bf4f00f99e0e8ac0537fa72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:18:20,234 INFO [StoreOpener-a7f5258b6bf4f00f99e0e8ac0537fa72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7f5258b6bf4f00f99e0e8ac0537fa72 columnFamilyName hfileref 2024-11-27T00:18:20,234 DEBUG [StoreOpener-a7f5258b6bf4f00f99e0e8ac0537fa72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:20,234 INFO [StoreOpener-a7f5258b6bf4f00f99e0e8ac0537fa72-1 {}] regionserver.HStore(327): Store=a7f5258b6bf4f00f99e0e8ac0537fa72/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:20,235 INFO [StoreOpener-a7f5258b6bf4f00f99e0e8ac0537fa72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:18:20,236 INFO [StoreOpener-a7f5258b6bf4f00f99e0e8ac0537fa72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7f5258b6bf4f00f99e0e8ac0537fa72 columnFamilyName queue 2024-11-27T00:18:20,236 DEBUG [StoreOpener-a7f5258b6bf4f00f99e0e8ac0537fa72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:20,236 INFO [StoreOpener-a7f5258b6bf4f00f99e0e8ac0537fa72-1 {}] regionserver.HStore(327): Store=a7f5258b6bf4f00f99e0e8ac0537fa72/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:20,236 INFO [StoreOpener-a7f5258b6bf4f00f99e0e8ac0537fa72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:18:20,237 INFO [StoreOpener-a7f5258b6bf4f00f99e0e8ac0537fa72-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7f5258b6bf4f00f99e0e8ac0537fa72 columnFamilyName sid 2024-11-27T00:18:20,237 DEBUG [StoreOpener-a7f5258b6bf4f00f99e0e8ac0537fa72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:18:20,238 INFO [StoreOpener-a7f5258b6bf4f00f99e0e8ac0537fa72-1 {}] regionserver.HStore(327): Store=a7f5258b6bf4f00f99e0e8ac0537fa72/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:18:20,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:18:20,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:18:20,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:18:20,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:18:20,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:18:20,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:18:20,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:18:20,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:18:20,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a7f5258b6bf4f00f99e0e8ac0537fa72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62626760, jitterRate=-0.06678855419158936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:18:20,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:18:20,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a7f5258b6bf4f00f99e0e8ac0537fa72: Running coprocessor pre-open hook at 1732666700232Writing region info on filesystem at 1732666700232Initializing all the Stores at 1732666700232Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666700232Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666700233 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666700233Cleaning up temporary data from old regions at 1732666700240 (+7 ms)Running coprocessor post-open hooks at 1732666700244 (+4 ms)Region opened successfully at 1732666700245 (+1 ms) 2024-11-27T00:18:20,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72., pid=10, masterSystemTime=1732666700163 2024-11-27T00:18:20,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. 2024-11-27T00:18:20,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. 2024-11-27T00:18:20,249 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a7f5258b6bf4f00f99e0e8ac0537fa72, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,46547,1732666686310 2024-11-27T00:18:20,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7f5258b6bf4f00f99e0e8ac0537fa72, server=f036bc4986ea,46547,1732666686310 because future has completed 2024-11-27T00:18:20,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:18:20,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a7f5258b6bf4f00f99e0e8ac0537fa72, server=f036bc4986ea,46547,1732666686310 in 241 msec 2024-11-27T00:18:20,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T00:18:20,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a7f5258b6bf4f00f99e0e8ac0537fa72, ASSIGN in 400 msec 2024-11-27T00:18:20,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:18:20,258 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666700257"}]},"ts":"1732666700257"} 2024-11-27T00:18:20,260 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:18:20,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:18:20,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2490 sec 2024-11-27T00:18:20,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72., hostname=f036bc4986ea,46547,1732666686310, seqNum=2] 2024-11-27T00:18:20,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:20,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:18:20,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:18:20,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46547 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T00:18:20,473 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:18:20,499 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,46547,1732666686310, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:18:20,499 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:18:20,499 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46547,1732666686310, seqNum=-1] 2024-11-27T00:18:20,500 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:18:20,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-27T00:18:20,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,46547,1732666686310', locateType=CURRENT is [region=hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72., hostname=f036bc4986ea,46547,1732666686310, seqNum=2] 2024-11-27T00:18:20,515 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T00:18:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T00:18:20,522 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,46547,1732666686310 suceeded 2024-11-27T00:18:20,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T00:18:20,533 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:45007,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-27T00:18:20,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-27T00:18:20,534 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:45007' 2024-11-27T00:18:20,535 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4334c23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:20,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5310 sec 2024-11-27T00:18:20,535 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,45007,-1 for getting cluster id 2024-11-27T00:18:20,536 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:18:20,536 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9a35f9-286a-4af7-82a1-76a737028c0d' 2024-11-27T00:18:20,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:18:20,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9a35f9-286a-4af7-82a1-76a737028c0d" 2024-11-27T00:18:20,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6432bac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:20,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,45007,-1] 2024-11-27T00:18:20,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:18:20,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:20,539 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:18:20,540 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33c59352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:20,540 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:18:20,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,45007,1732666690902 2024-11-27T00:18:20,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dfad38b 2024-11-27T00:18:20,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:18:20,542 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-27T00:18:20,543 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,46547,1732666686310 (queues=1) is replicating from cluster=b38ee83e-43ff-46c4-9f7d-b6de23d205b1 to cluster=6c9a35f9-286a-4af7-82a1-76a737028c0d 2024-11-27T00:18:20,543 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C46547%2C1732666686310 2024-11-27T00:18:20,543 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,46547,1732666686310, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:18:20,544 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.shipperf036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C46547%2C1732666686310 2024-11-27T00:18:20,544 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365, startPosition=0, beingWritten=true 2024-11-27T00:18:20,559 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:18:20,559 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 379, reset compression=false 2024-11-27T00:18:20,559 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.shipperf036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,46547,1732666686310 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:18:20,766 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 379, reset compression=false 2024-11-27T00:18:21,070 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 379, reset compression=false 2024-11-27T00:18:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:18:21,147 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:18:21,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:18:21,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:18:21,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:21,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:21,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:18:21,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:21,152 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732666701151/Put/seqid=0 2024-11-27T00:18:21,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741840_1016 (size=7894) 2024-11-27T00:18:21,475 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 379, reset compression=false 2024-11-27T00:18:21,560 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f/f/hfile_1 is 34, key is ddd/f:row/1732666701558/Put/seqid=0 2024-11-27T00:18:21,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741841_1017 (size=7691) 2024-11-27T00:18:21,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:21,968 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,34207,-1 for getting cluster id 2024-11-27T00:18:21,969 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:18:21,969 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b38ee83e-43ff-46c4-9f7d-b6de23d205b1' 2024-11-27T00:18:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:18:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b38ee83e-43ff-46c4-9f7d-b6de23d205b1" 2024-11-27T00:18:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7d3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,34207,-1] 2024-11-27T00:18:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:18:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:21,971 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:18:21,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:21,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:18:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46547,1732666686310, seqNum=-1] 2024-11-27T00:18:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:18:21,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:18:21,979 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 379, reset compression=false 2024-11-27T00:18:21,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:18:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,34207,1732666686115 2024-11-27T00:18:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55574f03 2024-11-27T00:18:21,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:18:21,993 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:18:22,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732666694681.da6736fdbcb8db9978b8373338a93883., hostname=f036bc4986ea,46547,1732666686310, seqNum=2] 2024-11-27T00:18:22,013 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:18:22,033 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T00:18:22,037 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T00:18:22,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f/f/hfile_0 for inclusion in da6736fdbcb8db9978b8373338a93883/f 2024-11-27T00:18:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T00:18:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:18:22,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f/f/hfile_1 for inclusion in da6736fdbcb8db9978b8373338a93883/f 2024-11-27T00:18:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T00:18:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:18:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(2603): Flush status journal for da6736fdbcb8db9978b8373338a93883: 2024-11-27T00:18:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f/f/hfile_0 to hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__8ue7t1tj0vqtjsmvslb4l50kng2ritffg2e1eqt47je8e5rb502e5d5jsbt39gqq/f/hfile_0 2024-11-27T00:18:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__8ue7t1tj0vqtjsmvslb4l50kng2ritffg2e1eqt47je8e5rb502e5d5jsbt39gqq/f/hfile_0 as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f/142b43873eef43c2826d57dfa18ce71a_SeqId_4_ 2024-11-27T00:18:22,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f/f/hfile_1 to hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__8ue7t1tj0vqtjsmvslb4l50kng2ritffg2e1eqt47je8e5rb502e5d5jsbt39gqq/f/hfile_1 2024-11-27T00:18:22,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__8ue7t1tj0vqtjsmvslb4l50kng2ritffg2e1eqt47je8e5rb502e5d5jsbt39gqq/f/hfile_1 as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f/2fa5d7e14fee4b6d9ac88e97f99c585c_SeqId_4_ 2024-11-27T00:18:22,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__8ue7t1tj0vqtjsmvslb4l50kng2ritffg2e1eqt47je8e5rb502e5d5jsbt39gqq/f/hfile_0 into da6736fdbcb8db9978b8373338a93883/f as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f/142b43873eef43c2826d57dfa18ce71a_SeqId_4_ - updating store file list. 2024-11-27T00:18:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 142b43873eef43c2826d57dfa18ce71a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:18:22,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f/142b43873eef43c2826d57dfa18ce71a_SeqId_4_ into da6736fdbcb8db9978b8373338a93883/f 2024-11-27T00:18:22,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__8ue7t1tj0vqtjsmvslb4l50kng2ritffg2e1eqt47je8e5rb502e5d5jsbt39gqq/f/hfile_0 into da6736fdbcb8db9978b8373338a93883/f (new location: hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f/142b43873eef43c2826d57dfa18ce71a_SeqId_4_) 2024-11-27T00:18:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__8ue7t1tj0vqtjsmvslb4l50kng2ritffg2e1eqt47je8e5rb502e5d5jsbt39gqq/f/hfile_0 2024-11-27T00:18:22,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__8ue7t1tj0vqtjsmvslb4l50kng2ritffg2e1eqt47je8e5rb502e5d5jsbt39gqq/f/hfile_1 into da6736fdbcb8db9978b8373338a93883/f as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f/2fa5d7e14fee4b6d9ac88e97f99c585c_SeqId_4_ - updating store file list. 2024-11-27T00:18:22,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fa5d7e14fee4b6d9ac88e97f99c585c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:18:22,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f/2fa5d7e14fee4b6d9ac88e97f99c585c_SeqId_4_ into da6736fdbcb8db9978b8373338a93883/f 2024-11-27T00:18:22,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__8ue7t1tj0vqtjsmvslb4l50kng2ritffg2e1eqt47je8e5rb502e5d5jsbt39gqq/f/hfile_1 into da6736fdbcb8db9978b8373338a93883/f (new location: hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f/2fa5d7e14fee4b6d9ac88e97f99c585c_SeqId_4_) 2024-11-27T00:18:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__8ue7t1tj0vqtjsmvslb4l50kng2ritffg2e1eqt47je8e5rb502e5d5jsbt39gqq/f/hfile_1 2024-11-27T00:18:22,105 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:18:22,105 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:18:22,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:22,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:22,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:18:22,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:18:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,33087,1732666691085, seqNum=-1] 2024-11-27T00:18:22,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:18:22,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732666694681.da6736fdbcb8db9978b8373338a93883., hostname=f036bc4986ea,46547,1732666686310, seqNum=2 , the old value is region=test,,1732666694681.da6736fdbcb8db9978b8373338a93883., hostname=f036bc4986ea,46547,1732666686310, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f036bc4986ea:46547 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T00:18:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732666694681.da6736fdbcb8db9978b8373338a93883., hostname=f036bc4986ea,46547,1732666686310, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T00:18:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732666694681.da6736fdbcb8db9978b8373338a93883., hostname=f036bc4986ea,46547,1732666686310, seqNum=2 from cache 2024-11-27T00:18:22,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:18:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d., hostname=f036bc4986ea,33087,1732666691085, seqNum=2] 2024-11-27T00:18:22,115 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T00:18:22,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:45816 deadline: 1732666762107 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:45816 2024-11-27T00:18:22,217 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:46547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T00:18:22,583 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 379, reset compression=false 2024-11-27T00:18:22,590 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:18:22,590 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.shipperf036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,46547,1732666686310 got entry batch from reader: WALEntryBatch [walEntries=[{test/da6736fdbcb8db9978b8373338a93883/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732666702098/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T00:18:22,607 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.shipperf036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:18:22,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-27T00:18:22,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.ReplicationSink(318): Replicating [b38ee83e-43ff-46c4-9f7d-b6de23d205b1] bulk loaded data 2024-11-27T00:18:22,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bac2b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:22,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,45007,-1 for getting cluster id 2024-11-27T00:18:22,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:18:22,613 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c9a35f9-286a-4af7-82a1-76a737028c0d' 2024-11-27T00:18:22,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:18:22,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c9a35f9-286a-4af7-82a1-76a737028c0d" 2024-11-27T00:18:22,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3286792d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:22,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,45007,-1] 2024-11-27T00:18:22,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:18:22,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:22,614 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:18:22,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68533eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:22,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741837_1013 (size=7894) 2024-11-27T00:18:22,790 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 687, reset compression=false 2024-11-27T00:18:23,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741838_1014 (size=7691) 2024-11-27T00:18:23,094 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 687, reset compression=false 2024-11-27T00:18:23,117 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T00:18:23,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:18:23,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,45007,1732666690902 2024-11-27T00:18:23,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3efec155 2024-11-27T00:18:23,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:18:23,442 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-27T00:18:23,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:18:23,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:18:23,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,33087,1732666691085, seqNum=-1] 2024-11-27T00:18:23,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:18:23,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-27T00:18:23,453 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/staging/jenkins.hfs.6__test__5m5jks8j17m5iq6m7f2aeppg0n98k2pegdgsio0man3quri4rq3mhmpvfg5qld4d/f/142b43873eef43c2826d57dfa18ce71a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T00:18:23,457 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/staging/jenkins.hfs.6__test__5m5jks8j17m5iq6m7f2aeppg0n98k2pegdgsio0man3quri4rq3mhmpvfg5qld4d/f/2fa5d7e14fee4b6d9ac88e97f99c585c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T00:18:23,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/staging/jenkins.hfs.6__test__5m5jks8j17m5iq6m7f2aeppg0n98k2pegdgsio0man3quri4rq3mhmpvfg5qld4d/f/2fa5d7e14fee4b6d9ac88e97f99c585c_SeqId_4_ for inclusion in ed0436f87b3867bc768452e3a7ebc78d/f 2024-11-27T00:18:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T00:18:23,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:18:23,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/staging/jenkins.hfs.6__test__5m5jks8j17m5iq6m7f2aeppg0n98k2pegdgsio0man3quri4rq3mhmpvfg5qld4d/f/142b43873eef43c2826d57dfa18ce71a_SeqId_4_ for inclusion in ed0436f87b3867bc768452e3a7ebc78d/f 2024-11-27T00:18:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T00:18:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:18:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HRegion(2603): Flush status journal for ed0436f87b3867bc768452e3a7ebc78d: 2024-11-27T00:18:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2fa5d7e14fee4b6d9ac88e97f99c585c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T00:18:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/staging/jenkins.hfs.6__test__5m5jks8j17m5iq6m7f2aeppg0n98k2pegdgsio0man3quri4rq3mhmpvfg5qld4d/f/2fa5d7e14fee4b6d9ac88e97f99c585c_SeqId_4_ as hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/default/test/ed0436f87b3867bc768452e3a7ebc78d/f/ea4992017bbe426cbb40dfd7ad8fbcfb_SeqId_4_ 2024-11-27T00:18:23,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 142b43873eef43c2826d57dfa18ce71a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T00:18:23,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/staging/jenkins.hfs.6__test__5m5jks8j17m5iq6m7f2aeppg0n98k2pegdgsio0man3quri4rq3mhmpvfg5qld4d/f/142b43873eef43c2826d57dfa18ce71a_SeqId_4_ as hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/default/test/ed0436f87b3867bc768452e3a7ebc78d/f/80f9e60058f7406ea9b563ae88066bc6_SeqId_4_ 2024-11-27T00:18:23,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/staging/jenkins.hfs.6__test__5m5jks8j17m5iq6m7f2aeppg0n98k2pegdgsio0man3quri4rq3mhmpvfg5qld4d/f/2fa5d7e14fee4b6d9ac88e97f99c585c_SeqId_4_ into ed0436f87b3867bc768452e3a7ebc78d/f as hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/default/test/ed0436f87b3867bc768452e3a7ebc78d/f/ea4992017bbe426cbb40dfd7ad8fbcfb_SeqId_4_ - updating store file list. 2024-11-27T00:18:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ea4992017bbe426cbb40dfd7ad8fbcfb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:18:23,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/default/test/ed0436f87b3867bc768452e3a7ebc78d/f/ea4992017bbe426cbb40dfd7ad8fbcfb_SeqId_4_ into ed0436f87b3867bc768452e3a7ebc78d/f 2024-11-27T00:18:23,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/staging/jenkins.hfs.6__test__5m5jks8j17m5iq6m7f2aeppg0n98k2pegdgsio0man3quri4rq3mhmpvfg5qld4d/f/2fa5d7e14fee4b6d9ac88e97f99c585c_SeqId_4_ into ed0436f87b3867bc768452e3a7ebc78d/f (new location: hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/default/test/ed0436f87b3867bc768452e3a7ebc78d/f/ea4992017bbe426cbb40dfd7ad8fbcfb_SeqId_4_) 2024-11-27T00:18:23,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/staging/jenkins.hfs.6__test__5m5jks8j17m5iq6m7f2aeppg0n98k2pegdgsio0man3quri4rq3mhmpvfg5qld4d/f/2fa5d7e14fee4b6d9ac88e97f99c585c_SeqId_4_ 2024-11-27T00:18:23,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/staging/jenkins.hfs.6__test__5m5jks8j17m5iq6m7f2aeppg0n98k2pegdgsio0man3quri4rq3mhmpvfg5qld4d/f/142b43873eef43c2826d57dfa18ce71a_SeqId_4_ into ed0436f87b3867bc768452e3a7ebc78d/f as hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/default/test/ed0436f87b3867bc768452e3a7ebc78d/f/80f9e60058f7406ea9b563ae88066bc6_SeqId_4_ - updating store file list. 2024-11-27T00:18:23,498 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 687, reset compression=false 2024-11-27T00:18:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80f9e60058f7406ea9b563ae88066bc6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:18:23,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/default/test/ed0436f87b3867bc768452e3a7ebc78d/f/80f9e60058f7406ea9b563ae88066bc6_SeqId_4_ into ed0436f87b3867bc768452e3a7ebc78d/f 2024-11-27T00:18:23,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/staging/jenkins.hfs.6__test__5m5jks8j17m5iq6m7f2aeppg0n98k2pegdgsio0man3quri4rq3mhmpvfg5qld4d/f/142b43873eef43c2826d57dfa18ce71a_SeqId_4_ into ed0436f87b3867bc768452e3a7ebc78d/f (new location: hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/default/test/ed0436f87b3867bc768452e3a7ebc78d/f/80f9e60058f7406ea9b563ae88066bc6_SeqId_4_) 2024-11-27T00:18:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/staging/jenkins.hfs.6__test__5m5jks8j17m5iq6m7f2aeppg0n98k2pegdgsio0man3quri4rq3mhmpvfg5qld4d/f/142b43873eef43c2826d57dfa18ce71a_SeqId_4_ 2024-11-27T00:18:23,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33087 {}] regionserver.ReplicationSink(324): Finished replicating [b38ee83e-43ff-46c4-9f7d-b6de23d205b1] bulk loaded data 2024-11-27T00:18:24,021 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 687, reset compression=false 2024-11-27T00:18:24,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:18:24,135 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732666704134/Put/seqid=0 2024-11-27T00:18:24,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741842_1018 (size=7997) 2024-11-27T00:18:24,543 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732666704542/Put/seqid=0 2024-11-27T00:18:24,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741843_1019 (size=7794) 2024-11-27T00:18:24,625 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 687, reset compression=false 2024-11-27T00:18:24,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:24,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,34207,-1 for getting cluster id 2024-11-27T00:18:24,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:18:24,950 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b38ee83e-43ff-46c4-9f7d-b6de23d205b1' 2024-11-27T00:18:24,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:18:24,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b38ee83e-43ff-46c4-9f7d-b6de23d205b1" 2024-11-27T00:18:24,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa8492f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:24,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,34207,-1] 2024-11-27T00:18:24,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:18:24,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:24,952 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:18:24,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:18:24,953 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:18:24,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46547,1732666686310, seqNum=-1] 2024-11-27T00:18:24,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:18:24,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:18:24,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:18:24,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,34207,1732666686115 2024-11-27T00:18:24,965 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e205bf7 2024-11-27T00:18:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:18:24,967 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:18:24,970 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732666694681.da6736fdbcb8db9978b8373338a93883., hostname=f036bc4986ea,46547,1732666686310, seqNum=2] 2024-11-27T00:18:24,972 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:18:24,979 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T00:18:24,982 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T00:18:24,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f1/f1/hfile_1 for inclusion in da6736fdbcb8db9978b8373338a93883/f1 2024-11-27T00:18:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T00:18:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:18:24,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f1/f1/hfile_0 for inclusion in da6736fdbcb8db9978b8373338a93883/f1 2024-11-27T00:18:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T00:18:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:18:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegion(2603): Flush status journal for da6736fdbcb8db9978b8373338a93883: 2024-11-27T00:18:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f1/f1/hfile_1 to hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__5hutfc5pgb0q7ae4k2jplhqbu9h4nn8lk0beu2ac7rsarb2pf7mhor63k7mb8ui5/f1/hfile_1 2024-11-27T00:18:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__5hutfc5pgb0q7ae4k2jplhqbu9h4nn8lk0beu2ac7rsarb2pf7mhor63k7mb8ui5/f1/hfile_1 as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f1/0b95a7c5e1404bbfaac55f52a6b71c1e_SeqId_6_ 2024-11-27T00:18:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/load_f1/f1/hfile_0 to hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__5hutfc5pgb0q7ae4k2jplhqbu9h4nn8lk0beu2ac7rsarb2pf7mhor63k7mb8ui5/f1/hfile_0 2024-11-27T00:18:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__5hutfc5pgb0q7ae4k2jplhqbu9h4nn8lk0beu2ac7rsarb2pf7mhor63k7mb8ui5/f1/hfile_0 as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f1/5941ed5f19594796ae96b2cc124e0ffd_SeqId_6_ 2024-11-27T00:18:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-27T00:18:25,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__5hutfc5pgb0q7ae4k2jplhqbu9h4nn8lk0beu2ac7rsarb2pf7mhor63k7mb8ui5/f1/hfile_1 into da6736fdbcb8db9978b8373338a93883/f1 as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f1/0b95a7c5e1404bbfaac55f52a6b71c1e_SeqId_6_ - updating store file list. 2024-11-27T00:18:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b95a7c5e1404bbfaac55f52a6b71c1e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T00:18:25,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f1/0b95a7c5e1404bbfaac55f52a6b71c1e_SeqId_6_ into da6736fdbcb8db9978b8373338a93883/f1 2024-11-27T00:18:25,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__5hutfc5pgb0q7ae4k2jplhqbu9h4nn8lk0beu2ac7rsarb2pf7mhor63k7mb8ui5/f1/hfile_1 into da6736fdbcb8db9978b8373338a93883/f1 (new location: hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f1/0b95a7c5e1404bbfaac55f52a6b71c1e_SeqId_6_) 2024-11-27T00:18:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__5hutfc5pgb0q7ae4k2jplhqbu9h4nn8lk0beu2ac7rsarb2pf7mhor63k7mb8ui5/f1/hfile_1 2024-11-27T00:18:25,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__5hutfc5pgb0q7ae4k2jplhqbu9h4nn8lk0beu2ac7rsarb2pf7mhor63k7mb8ui5/f1/hfile_0 into da6736fdbcb8db9978b8373338a93883/f1 as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f1/5941ed5f19594796ae96b2cc124e0ffd_SeqId_6_ - updating store file list. 2024-11-27T00:18:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5941ed5f19594796ae96b2cc124e0ffd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T00:18:25,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f1/5941ed5f19594796ae96b2cc124e0ffd_SeqId_6_ into da6736fdbcb8db9978b8373338a93883/f1 2024-11-27T00:18:25,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__5hutfc5pgb0q7ae4k2jplhqbu9h4nn8lk0beu2ac7rsarb2pf7mhor63k7mb8ui5/f1/hfile_0 into da6736fdbcb8db9978b8373338a93883/f1 (new location: hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/f1/5941ed5f19594796ae96b2cc124e0ffd_SeqId_6_) 2024-11-27T00:18:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46547 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/staging/jenkins__test__5hutfc5pgb0q7ae4k2jplhqbu9h4nn8lk0beu2ac7rsarb2pf7mhor63k7mb8ui5/f1/hfile_0 2024-11-27T00:18:25,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:18:25,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:18:25,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:25,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:18:25,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732666694681.da6736fdbcb8db9978b8373338a93883., hostname=f036bc4986ea,46547,1732666686310, seqNum=2 , the old value is region=test,,1732666694681.da6736fdbcb8db9978b8373338a93883., hostname=f036bc4986ea,46547,1732666686310, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f036bc4986ea:46547 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T00:18:25,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732666694681.da6736fdbcb8db9978b8373338a93883., hostname=f036bc4986ea,46547,1732666686310, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T00:18:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732666694681.da6736fdbcb8db9978b8373338a93883., hostname=f036bc4986ea,46547,1732666686310, seqNum=2 from cache 2024-11-27T00:18:25,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:18:25,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:18:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46547,1732666686310, seqNum=-1] 2024-11-27T00:18:25,023 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T00:18:25,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:18:25,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:18:25,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732666694681.da6736fdbcb8db9978b8373338a93883., hostname=f036bc4986ea,46547,1732666686310, seqNum=2] 2024-11-27T00:18:25,126 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:46547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T00:18:25,329 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 687, reset compression=false 2024-11-27T00:18:25,334 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:18:25,334 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:25,334 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.shipperf036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,46547,1732666686310 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:18:25,538 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:25,735 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:18:25,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:25,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:25,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:18:25,842 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:26,228 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T00:18:26,248 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:26,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T00:18:26,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T00:18:26,751 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:27,355 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:28,059 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:28,863 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:29,767 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:30,771 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:31,874 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:33,078 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:34,382 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:35,703 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:18:35,786 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:37,289 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:38,893 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:40,491 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:18:40,597 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:42,401 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:44,306 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:45,336 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.shipperf036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,46547,1732666686310 got entry batch from reader: null 2024-11-27T00:18:46,310 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:48,414 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:48,963 INFO [master/f036bc4986ea:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T00:18:48,963 INFO [master/f036bc4986ea:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T00:18:50,618 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:52,922 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:54,583 INFO [master/f036bc4986ea:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T00:18:54,583 INFO [master/f036bc4986ea:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T00:18:55,326 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:18:57,830 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:19:00,434 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:19:00,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region da6736fdbcb8db9978b8373338a93883, had cached 0 bytes from a total of 31376 2024-11-27T00:19:02,983 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ed0436f87b3867bc768452e3a7ebc78d, had cached 0 bytes from a total of 15585 2024-11-27T00:19:03,139 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:19:05,336 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.shipperf036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,46547,1732666686310 got entry batch from reader: null 2024-11-27T00:19:05,704 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:19:05,943 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:19:08,847 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:19:10,491 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:19:11,851 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:19:14,955 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:19:15,332 DEBUG [master/f036bc4986ea:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T00:19:18,182 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:19:21,494 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:19:24,898 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:19:25,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:19:25,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:19:25,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:25,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:25,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:25,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:19:25,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:19:25,061 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1084814394, stopped=false 2024-11-27T00:19:25,061 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,45007,1732666690902 2024-11-27T00:19:25,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1969455661/running 2024-11-27T00:19:25,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1969455661/running 2024-11-27T00:19:25,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:19:25,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:19:25,102 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:19:25,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:19:25,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:25,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:25,102 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,33087,1732666691085' ***** 2024-11-27T00:19:25,103 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:19:25,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Set watcher on znode that does not yet exist, /1-1969455661/running 2024-11-27T00:19:25,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Set watcher on znode that does not yet exist, /1-1969455661/running 2024-11-27T00:19:25,103 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:19:25,103 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:19:25,103 INFO [RS:0;f036bc4986ea:33087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:19:25,103 INFO [RS:0;f036bc4986ea:33087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:19:25,103 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(3091): Received CLOSE for ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:19:25,104 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,33087,1732666691085 2024-11-27T00:19:25,104 INFO [RS:0;f036bc4986ea:33087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:19:25,104 INFO [RS:0;f036bc4986ea:33087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:33087. 2024-11-27T00:19:25,104 DEBUG [RS:0;f036bc4986ea:33087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:25,104 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed0436f87b3867bc768452e3a7ebc78d, disabling compactions & flushes 2024-11-27T00:19:25,104 DEBUG [RS:0;f036bc4986ea:33087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:25,104 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. 2024-11-27T00:19:25,104 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. 2024-11-27T00:19:25,104 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. after waiting 0 ms 2024-11-27T00:19:25,104 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:19:25,104 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. 2024-11-27T00:19:25,104 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:19:25,104 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:19:25,104 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:19:25,109 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T00:19:25,110 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ed0436f87b3867bc768452e3a7ebc78d=test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d.} 2024-11-27T00:19:25,110 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ed0436f87b3867bc768452e3a7ebc78d 2024-11-27T00:19:25,110 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:19:25,110 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:19:25,110 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:19:25,110 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:19:25,110 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:19:25,110 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T00:19:25,114 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/default/test/ed0436f87b3867bc768452e3a7ebc78d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T00:19:25,116 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:19:25,116 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:19:25,116 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. 2024-11-27T00:19:25,116 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed0436f87b3867bc768452e3a7ebc78d: Waiting for close lock at 1732666765104Running coprocessor pre-close hooks at 1732666765104Disabling compacts and flushes for region at 1732666765104Disabling writes for close at 1732666765104Writing region close event to WAL at 1732666765110 (+6 ms)Running coprocessor post-close hooks at 1732666765116 (+6 ms)Closed at 1732666765116 2024-11-27T00:19:25,116 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d. 2024-11-27T00:19:25,127 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/.tmp/info/860b7af35e2241d096fe7682379e571c is 129, key is test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d./info:regioninfo/1732666698000/Put/seqid=0 2024-11-27T00:19:25,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741839_1015 (size=6421) 2024-11-27T00:19:25,178 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:19:25,310 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:25,323 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:19:25,323 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:19:25,336 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.shipperf036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,46547,1732666686310 got entry batch from reader: null 2024-11-27T00:19:25,510 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:25,532 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/.tmp/info/860b7af35e2241d096fe7682379e571c 2024-11-27T00:19:25,552 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/.tmp/ns/e1eee22d229e4602bfb65e883e928069 is 43, key is default/ns:d/1732666694549/Put/seqid=0 2024-11-27T00:19:25,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741840_1016 (size=5153) 2024-11-27T00:19:25,710 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:25,910 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:25,956 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/.tmp/ns/e1eee22d229e4602bfb65e883e928069 2024-11-27T00:19:25,974 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/.tmp/rep_barrier/e96a9a63a71a4fcd9f092e65974a4014 is 112, key is test,,1732666696839.ed0436f87b3867bc768452e3a7ebc78d./rep_barrier:seqnumDuringOpen/1732666698000/Put/seqid=0 2024-11-27T00:19:25,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741841_1017 (size=5518) 2024-11-27T00:19:26,111 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:19:26,111 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:19:26,111 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:26,311 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:26,379 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/.tmp/rep_barrier/e96a9a63a71a4fcd9f092e65974a4014 2024-11-27T00:19:26,398 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/.tmp/table/18f0272fa6f04aa790a2183a2ec725b5 is 40, key is test/table:state/1732666698014/Put/seqid=0 2024-11-27T00:19:26,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741842_1018 (size=5165) 2024-11-27T00:19:26,511 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:26,711 DEBUG [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:26,802 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/.tmp/table/18f0272fa6f04aa790a2183a2ec725b5 2024-11-27T00:19:26,807 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/.tmp/info/860b7af35e2241d096fe7682379e571c as hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/info/860b7af35e2241d096fe7682379e571c 2024-11-27T00:19:26,812 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/info/860b7af35e2241d096fe7682379e571c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T00:19:26,813 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/.tmp/ns/e1eee22d229e4602bfb65e883e928069 as hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/ns/e1eee22d229e4602bfb65e883e928069 2024-11-27T00:19:26,818 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/ns/e1eee22d229e4602bfb65e883e928069, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T00:19:26,818 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/.tmp/rep_barrier/e96a9a63a71a4fcd9f092e65974a4014 as hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/rep_barrier/e96a9a63a71a4fcd9f092e65974a4014 2024-11-27T00:19:26,823 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/rep_barrier/e96a9a63a71a4fcd9f092e65974a4014, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T00:19:26,824 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/.tmp/table/18f0272fa6f04aa790a2183a2ec725b5 as hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/table/18f0272fa6f04aa790a2183a2ec725b5 2024-11-27T00:19:26,828 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/table/18f0272fa6f04aa790a2183a2ec725b5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T00:19:26,829 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=11, compaction requested=false 2024-11-27T00:19:26,834 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T00:19:26,834 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:19:26,834 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:19:26,834 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:19:26,834 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666765110Running coprocessor pre-close hooks at 1732666765110Disabling compacts and flushes for region at 1732666765110Disabling writes for close at 1732666765110Obtaining lock to block concurrent updates at 1732666765110Preparing flush snapshotting stores in 1588230740 at 1732666765110Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732666765111 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732666765111Flushing 1588230740/info: creating writer at 1732666765111Flushing 1588230740/info: appending metadata at 1732666765127 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732666765127Flushing 1588230740/ns: creating writer at 1732666765538 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732666765551 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732666765551Flushing 1588230740/rep_barrier: creating writer at 1732666765961 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666765974 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666765974Flushing 1588230740/table: creating writer at 1732666766384 (+410 ms)Flushing 1588230740/table: appending metadata at 1732666766397 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732666766397Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79dc5837: reopening flushed file at 1732666766806 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3194e897: reopening flushed file at 1732666766812 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f9b8c5f: reopening flushed file at 1732666766818 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de7206a: reopening flushed file at 1732666766823 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=11, compaction requested=false at 1732666766829 (+6 ms)Writing region close event to WAL at 1732666766831 (+2 ms)Running coprocessor post-close hooks at 1732666766834 (+3 ms)Closed at 1732666766834 2024-11-27T00:19:26,835 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:19:26,911 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,33087,1732666691085; all regions closed. 2024-11-27T00:19:26,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741834_1010 (size=2717) 2024-11-27T00:19:26,916 DEBUG [RS:0;f036bc4986ea:33087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/oldWALs 2024-11-27T00:19:26,916 INFO [RS:0;f036bc4986ea:33087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C33087%2C1732666691085.meta:.meta(num 1732666694444) 2024-11-27T00:19:26,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741832_1008 (size=1028) 2024-11-27T00:19:26,918 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/WALs/f036bc4986ea,33087,1732666691085/f036bc4986ea%2C33087%2C1732666691085.1732666693428 not finished, retry = 0 2024-11-27T00:19:27,020 DEBUG [RS:0;f036bc4986ea:33087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/oldWALs 2024-11-27T00:19:27,020 INFO [RS:0;f036bc4986ea:33087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C33087%2C1732666691085:(num 1732666693428) 2024-11-27T00:19:27,020 DEBUG [RS:0;f036bc4986ea:33087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:27,020 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:19:27,020 INFO [RS:0;f036bc4986ea:33087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:19:27,021 INFO [RS:0;f036bc4986ea:33087 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:19:27,021 INFO [RS:0;f036bc4986ea:33087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:19:27,021 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:19:27,021 INFO [RS:0;f036bc4986ea:33087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:33087. 2024-11-27T00:19:27,021 DEBUG [RS:0;f036bc4986ea:33087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:27,021 DEBUG [RS:0;f036bc4986ea:33087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:27,021 DEBUG [RS:0;f036bc4986ea:33087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:27,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:19:27,021 INFO [RS:0;f036bc4986ea:33087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33087 2024-11-27T00:19:27,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1969455661/rs/f036bc4986ea,33087,1732666691085 2024-11-27T00:19:27,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661/rs 2024-11-27T00:19:27,081 INFO [RS:0;f036bc4986ea:33087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:19:27,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,33087,1732666691085] 2024-11-27T00:19:27,165 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1969455661/draining/f036bc4986ea,33087,1732666691085 already deleted, retry=false 2024-11-27T00:19:27,165 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,33087,1732666691085 expired; onlineServers=0 2024-11-27T00:19:27,165 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,45007,1732666690902' ***** 2024-11-27T00:19:27,165 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:19:27,165 INFO [M:0;f036bc4986ea:45007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:19:27,165 INFO [M:0;f036bc4986ea:45007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:19:27,165 DEBUG [M:0;f036bc4986ea:45007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:19:27,165 DEBUG [M:0;f036bc4986ea:45007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:19:27,165 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:19:27,165 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666693211 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666693211,5,FailOnTimeoutGroup] 2024-11-27T00:19:27,165 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666693211 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666693211,5,FailOnTimeoutGroup] 2024-11-27T00:19:27,165 INFO [M:0;f036bc4986ea:45007 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:19:27,165 INFO [M:0;f036bc4986ea:45007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:19:27,165 DEBUG [M:0;f036bc4986ea:45007 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:19:27,166 INFO [M:0;f036bc4986ea:45007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:19:27,166 INFO [M:0;f036bc4986ea:45007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:19:27,166 INFO [M:0;f036bc4986ea:45007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:19:27,166 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:19:27,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1969455661/master 2024-11-27T00:19:27,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1969455661 2024-11-27T00:19:27,176 DEBUG [M:0;f036bc4986ea:45007 {}] zookeeper.ZKUtil(347): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Unable to get data of znode /1-1969455661/master because node does not exist (not an error) 2024-11-27T00:19:27,176 WARN [M:0;f036bc4986ea:45007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:19:27,177 INFO [M:0;f036bc4986ea:45007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/.lastflushedseqids 2024-11-27T00:19:27,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741843_1019 (size=173) 2024-11-27T00:19:27,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:27,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33087-0x10179a76ed20004, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:27,243 INFO [RS:0;f036bc4986ea:33087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:19:27,243 INFO [RS:0;f036bc4986ea:33087 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,33087,1732666691085; zookeeper connection closed. 2024-11-27T00:19:27,243 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4777bbbe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4777bbbe 2024-11-27T00:19:27,244 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:19:27,582 INFO [M:0;f036bc4986ea:45007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:19:27,582 INFO [M:0;f036bc4986ea:45007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:19:27,582 DEBUG [M:0;f036bc4986ea:45007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:19:27,582 INFO [M:0;f036bc4986ea:45007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:27,583 DEBUG [M:0;f036bc4986ea:45007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:27,583 DEBUG [M:0;f036bc4986ea:45007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:19:27,583 DEBUG [M:0;f036bc4986ea:45007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:27,583 INFO [M:0;f036bc4986ea:45007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-27T00:19:27,600 DEBUG [M:0;f036bc4986ea:45007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1c202acec7547d48486d84aa9b1dc52 is 82, key is hbase:meta,,1/info:regioninfo/1732666694519/Put/seqid=0 2024-11-27T00:19:27,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741844_1020 (size=5672) 2024-11-27T00:19:28,005 INFO [M:0;f036bc4986ea:45007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1c202acec7547d48486d84aa9b1dc52 2024-11-27T00:19:28,024 DEBUG [M:0;f036bc4986ea:45007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e83c4a3d4eca4d16b0aa3a2fa5a80d60 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732666698020/Put/seqid=0 2024-11-27T00:19:28,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741845_1021 (size=6728) 2024-11-27T00:19:28,402 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 to pos 997, reset compression=false 2024-11-27T00:19:28,429 INFO [M:0;f036bc4986ea:45007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e83c4a3d4eca4d16b0aa3a2fa5a80d60 2024-11-27T00:19:28,434 INFO [M:0;f036bc4986ea:45007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e83c4a3d4eca4d16b0aa3a2fa5a80d60 2024-11-27T00:19:28,447 DEBUG [M:0;f036bc4986ea:45007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b8b4b7ec888451fb4e56bbb8955e3a8 is 69, key is f036bc4986ea,33087,1732666691085/rs:state/1732666693249/Put/seqid=0 2024-11-27T00:19:28,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741846_1022 (size=5156) 2024-11-27T00:19:28,852 INFO [M:0;f036bc4986ea:45007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b8b4b7ec888451fb4e56bbb8955e3a8 2024-11-27T00:19:28,858 DEBUG [M:0;f036bc4986ea:45007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1c202acec7547d48486d84aa9b1dc52 as hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1c202acec7547d48486d84aa9b1dc52 2024-11-27T00:19:28,862 INFO [M:0;f036bc4986ea:45007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1c202acec7547d48486d84aa9b1dc52, entries=8, sequenceid=58, filesize=5.5 K 2024-11-27T00:19:28,863 DEBUG [M:0;f036bc4986ea:45007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e83c4a3d4eca4d16b0aa3a2fa5a80d60 as hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e83c4a3d4eca4d16b0aa3a2fa5a80d60 2024-11-27T00:19:28,868 INFO [M:0;f036bc4986ea:45007 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e83c4a3d4eca4d16b0aa3a2fa5a80d60 2024-11-27T00:19:28,868 INFO [M:0;f036bc4986ea:45007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e83c4a3d4eca4d16b0aa3a2fa5a80d60, entries=6, sequenceid=58, filesize=6.6 K 2024-11-27T00:19:28,869 DEBUG [M:0;f036bc4986ea:45007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b8b4b7ec888451fb4e56bbb8955e3a8 as hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b8b4b7ec888451fb4e56bbb8955e3a8 2024-11-27T00:19:28,874 INFO [M:0;f036bc4986ea:45007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35133/user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b8b4b7ec888451fb4e56bbb8955e3a8, entries=1, sequenceid=58, filesize=5.0 K 2024-11-27T00:19:28,875 INFO [M:0;f036bc4986ea:45007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false 2024-11-27T00:19:28,876 INFO [M:0;f036bc4986ea:45007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:28,876 DEBUG [M:0;f036bc4986ea:45007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666767582Disabling compacts and flushes for region at 1732666767582Disabling writes for close at 1732666767583 (+1 ms)Obtaining lock to block concurrent updates at 1732666767583Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666767583Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1732666767583Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666767584 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666767584Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666767599 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666767599Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666768010 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666768024 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666768024Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666768434 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666768447 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666768447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632c4556: reopening flushed file at 1732666768857 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d16996b: reopening flushed file at 1732666768862 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c44894: reopening flushed file at 1732666768868 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=58, compaction requested=false at 1732666768875 (+7 ms)Writing region close event to WAL at 1732666768876 (+1 ms)Closed at 1732666768876 2024-11-27T00:19:28,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36979 is added to blk_1073741830_1006 (size=33038) 2024-11-27T00:19:28,879 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ac28d70-a223-bb2e-b6d9-4e3efe0f0e24/MasterData/WALs/f036bc4986ea,45007,1732666690902/f036bc4986ea%2C45007%2C1732666690902.1732666692940 not finished, retry = 0 2024-11-27T00:19:28,980 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:19:28,980 INFO [M:0;f036bc4986ea:45007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:19:28,980 INFO [M:0;f036bc4986ea:45007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45007 2024-11-27T00:19:28,980 INFO [M:0;f036bc4986ea:45007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:19:29,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:29,139 INFO [M:0;f036bc4986ea:45007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:19:29,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45007-0x10179a76ed20003, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:29,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26db198b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:19:29,142 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:19:29,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:19:29,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:19:29,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/hadoop.log.dir/,STOPPED} 2024-11-27T00:19:29,143 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:19:29,143 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:19:29,143 WARN [BP-1001053526-172.17.0.3-1732666689026 heartbeating to localhost/127.0.0.1:35133 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:19:29,143 WARN [BP-1001053526-172.17.0.3-1732666689026 heartbeating to localhost/127.0.0.1:35133 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1001053526-172.17.0.3-1732666689026 (Datanode Uuid 8b927a6f-23d5-4b8f-8da8-0306645eda6b) service to localhost/127.0.0.1:35133 2024-11-27T00:19:29,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/cluster_e860ecb6-3348-5fe3-ac2e-261879876119/data/data1/current/BP-1001053526-172.17.0.3-1732666689026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:19:29,144 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/cluster_e860ecb6-3348-5fe3-ac2e-261879876119/data/data2/current/BP-1001053526-172.17.0.3-1732666689026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:19:29,144 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:19:29,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d7a321f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:19:29,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:19:29,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:19:29,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:19:29,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/hadoop.log.dir/,STOPPED} 2024-11-27T00:19:29,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:19:29,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:19:29,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:19:29,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:29,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:29,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:29,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:19:29,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:19:29,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=104778184, stopped=false 2024-11-27T00:19:29,165 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,34207,1732666686115 2024-11-27T00:19:29,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02010472626/running 2024-11-27T00:19:29,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:19:29,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02010472626/running 2024-11-27T00:19:29,176 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:19:29,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:19:29,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Set watcher on znode that does not yet exist, /02010472626/running 2024-11-27T00:19:29,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Set watcher on znode that does not yet exist, /02010472626/running 2024-11-27T00:19:29,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:19:29,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:29,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:29,178 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,46547,1732666686310' ***** 2024-11-27T00:19:29,178 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:19:29,178 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:19:29,178 INFO [RS:0;f036bc4986ea:46547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:19:29,179 INFO [RS:0;f036bc4986ea:46547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:19:29,179 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(3091): Received CLOSE for da6736fdbcb8db9978b8373338a93883 2024-11-27T00:19:29,179 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:19:29,183 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(3091): Received CLOSE for a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:19:29,183 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,46547,1732666686310 2024-11-27T00:19:29,183 INFO [RS:0;f036bc4986ea:46547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:19:29,183 INFO [RS:0;f036bc4986ea:46547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:46547. 2024-11-27T00:19:29,183 DEBUG [RS:0;f036bc4986ea:46547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:29,183 DEBUG [RS:0;f036bc4986ea:46547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:29,183 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:19:29,183 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:19:29,183 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:19:29,184 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:19:29,184 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T00:19:29,184 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1325): Online Regions={da6736fdbcb8db9978b8373338a93883=test,,1732666694681.da6736fdbcb8db9978b8373338a93883., 1588230740=hbase:meta,,1.1588230740, a7f5258b6bf4f00f99e0e8ac0537fa72=hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72.} 2024-11-27T00:19:29,184 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da6736fdbcb8db9978b8373338a93883, disabling compactions & flushes 2024-11-27T00:19:29,184 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7f5258b6bf4f00f99e0e8ac0537fa72, da6736fdbcb8db9978b8373338a93883 2024-11-27T00:19:29,184 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:19:29,184 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666694681.da6736fdbcb8db9978b8373338a93883. 2024-11-27T00:19:29,184 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666694681.da6736fdbcb8db9978b8373338a93883. 2024-11-27T00:19:29,184 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:19:29,184 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666694681.da6736fdbcb8db9978b8373338a93883. after waiting 0 ms 2024-11-27T00:19:29,184 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:19:29,184 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666694681.da6736fdbcb8db9978b8373338a93883. 2024-11-27T00:19:29,184 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:19:29,184 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:19:29,184 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T00:19:29,189 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/default/test/da6736fdbcb8db9978b8373338a93883/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T00:19:29,190 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:19:29,190 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:19:29,190 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666694681.da6736fdbcb8db9978b8373338a93883. 2024-11-27T00:19:29,190 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da6736fdbcb8db9978b8373338a93883: Waiting for close lock at 1732666769184Running coprocessor pre-close hooks at 1732666769184Disabling compacts and flushes for region at 1732666769184Disabling writes for close at 1732666769184Writing region close event to WAL at 1732666769185 (+1 ms)Running coprocessor post-close hooks at 1732666769189 (+4 ms)Closed at 1732666769190 (+1 ms) 2024-11-27T00:19:29,190 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666694681.da6736fdbcb8db9978b8373338a93883. 2024-11-27T00:19:29,190 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7f5258b6bf4f00f99e0e8ac0537fa72, disabling compactions & flushes 2024-11-27T00:19:29,190 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. 2024-11-27T00:19:29,190 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. 2024-11-27T00:19:29,190 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. after waiting 0 ms 2024-11-27T00:19:29,190 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. 2024-11-27T00:19:29,190 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a7f5258b6bf4f00f99e0e8ac0537fa72 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-27T00:19:29,195 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:19:29,207 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/.tmp/info/00148f2103df4574a644b5a49f6fc4f1 is 147, key is hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72./info:regioninfo/1732666700249/Put/seqid=0 2024-11-27T00:19:29,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741844_1020 (size=7686) 2024-11-27T00:19:29,212 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72/.tmp/hfileref/a01447496a94444b9b315351feac4a6e is 74, key is 1/hfileref:142b43873eef43c2826d57dfa18ce71a_SeqId_4_/1732666703513/DeleteColumn/seqid=0 2024-11-27T00:19:29,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741845_1021 (size=5203) 2024-11-27T00:19:29,232 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:19:29,232 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:19:29,384 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:19:29,584 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:19:29,612 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/.tmp/info/00148f2103df4574a644b5a49f6fc4f1 2024-11-27T00:19:29,617 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72/.tmp/hfileref/a01447496a94444b9b315351feac4a6e 2024-11-27T00:19:29,639 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/.tmp/ns/3c6d6e4672014492b09eceba27ee297c is 43, key is default/ns:d/1732666688944/Put/seqid=0 2024-11-27T00:19:29,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741846_1022 (size=5153) 2024-11-27T00:19:29,643 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72/.tmp/queue/e9c8d14c2f594b88b03459c7cd3a9cac is 153, key is 1-f036bc4986ea,46547,1732666686310/queue:f036bc4986ea%2C46547%2C1732666686310/1732666705335/Put/seqid=0 2024-11-27T00:19:29,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741847_1023 (size=5352) 2024-11-27T00:19:29,785 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:19:29,985 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a7f5258b6bf4f00f99e0e8ac0537fa72 2024-11-27T00:19:30,044 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/.tmp/ns/3c6d6e4672014492b09eceba27ee297c 2024-11-27T00:19:30,048 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72/.tmp/queue/e9c8d14c2f594b88b03459c7cd3a9cac 2024-11-27T00:19:30,053 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72/.tmp/hfileref/a01447496a94444b9b315351feac4a6e as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72/hfileref/a01447496a94444b9b315351feac4a6e 2024-11-27T00:19:30,059 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72/hfileref/a01447496a94444b9b315351feac4a6e, entries=2, sequenceid=10, filesize=5.1 K 2024-11-27T00:19:30,060 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72/.tmp/queue/e9c8d14c2f594b88b03459c7cd3a9cac as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72/queue/e9c8d14c2f594b88b03459c7cd3a9cac 2024-11-27T00:19:30,067 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/.tmp/rep_barrier/167993f9dc7d499ea36048a377f7015b is 112, key is test,,1732666694681.da6736fdbcb8db9978b8373338a93883./rep_barrier:seqnumDuringOpen/1732666695935/Put/seqid=0 2024-11-27T00:19:30,071 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72/queue/e9c8d14c2f594b88b03459c7cd3a9cac, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T00:19:30,072 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for a7f5258b6bf4f00f99e0e8ac0537fa72 in 882ms, sequenceid=10, compaction requested=false 2024-11-27T00:19:30,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741848_1024 (size=5518) 2024-11-27T00:19:30,077 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/replication/a7f5258b6bf4f00f99e0e8ac0537fa72/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T00:19:30,077 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:19:30,078 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:19:30,078 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. 2024-11-27T00:19:30,078 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7f5258b6bf4f00f99e0e8ac0537fa72: Waiting for close lock at 1732666769190Running coprocessor pre-close hooks at 1732666769190Disabling compacts and flushes for region at 1732666769190Disabling writes for close at 1732666769190Obtaining lock to block concurrent updates at 1732666769190Preparing flush snapshotting stores in a7f5258b6bf4f00f99e0e8ac0537fa72 at 1732666769190Finished memstore snapshotting hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732666769191 (+1 ms)Flushing stores of hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. at 1732666769191Flushing a7f5258b6bf4f00f99e0e8ac0537fa72/hfileref: creating writer at 1732666769191Flushing a7f5258b6bf4f00f99e0e8ac0537fa72/hfileref: appending metadata at 1732666769210 (+19 ms)Flushing a7f5258b6bf4f00f99e0e8ac0537fa72/hfileref: closing flushed file at 1732666769210Flushing a7f5258b6bf4f00f99e0e8ac0537fa72/queue: creating writer at 1732666769622 (+412 ms)Flushing a7f5258b6bf4f00f99e0e8ac0537fa72/queue: appending metadata at 1732666769643 (+21 ms)Flushing a7f5258b6bf4f00f99e0e8ac0537fa72/queue: closing flushed file at 1732666769643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334d4f70: reopening flushed file at 1732666770052 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39208205: reopening flushed file at 1732666770059 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for a7f5258b6bf4f00f99e0e8ac0537fa72 in 882ms, sequenceid=10, compaction requested=false at 1732666770072 (+13 ms)Writing region close event to WAL at 1732666770074 (+2 ms)Running coprocessor post-close hooks at 1732666770077 (+3 ms)Closed at 1732666770078 (+1 ms) 2024-11-27T00:19:30,078 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666699013.a7f5258b6bf4f00f99e0e8ac0537fa72. 2024-11-27T00:19:30,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:30,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:30,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:30,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:30,185 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:19:30,185 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:19:30,185 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:30,385 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:30,474 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/.tmp/rep_barrier/167993f9dc7d499ea36048a377f7015b 2024-11-27T00:19:30,493 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/.tmp/table/5d20f0559a96479fbecfcbf497225f70 is 53, key is hbase:replication/table:state/1732666700257/Put/seqid=0 2024-11-27T00:19:30,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741849_1025 (size=5308) 2024-11-27T00:19:30,586 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:30,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:19:30,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:30,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:30,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:30,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:30,786 DEBUG [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:30,898 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/.tmp/table/5d20f0559a96479fbecfcbf497225f70 2024-11-27T00:19:30,904 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/.tmp/info/00148f2103df4574a644b5a49f6fc4f1 as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/info/00148f2103df4574a644b5a49f6fc4f1 2024-11-27T00:19:30,910 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/info/00148f2103df4574a644b5a49f6fc4f1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T00:19:30,911 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/.tmp/ns/3c6d6e4672014492b09eceba27ee297c as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/ns/3c6d6e4672014492b09eceba27ee297c 2024-11-27T00:19:30,918 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/ns/3c6d6e4672014492b09eceba27ee297c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T00:19:30,919 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/.tmp/rep_barrier/167993f9dc7d499ea36048a377f7015b as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/rep_barrier/167993f9dc7d499ea36048a377f7015b 2024-11-27T00:19:30,925 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/rep_barrier/167993f9dc7d499ea36048a377f7015b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T00:19:30,926 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/.tmp/table/5d20f0559a96479fbecfcbf497225f70 as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/table/5d20f0559a96479fbecfcbf497225f70 2024-11-27T00:19:30,931 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/table/5d20f0559a96479fbecfcbf497225f70, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T00:19:30,932 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false 2024-11-27T00:19:30,937 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T00:19:30,938 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:19:30,938 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:19:30,938 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:19:30,938 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666769184Running coprocessor pre-close hooks at 1732666769184Disabling compacts and flushes for region at 1732666769184Disabling writes for close at 1732666769184Obtaining lock to block concurrent updates at 1732666769184Preparing flush snapshotting stores in 1588230740 at 1732666769184Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732666769185 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732666769185Flushing 1588230740/info: creating writer at 1732666769186 (+1 ms)Flushing 1588230740/info: appending metadata at 1732666769206 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732666769206Flushing 1588230740/ns: creating writer at 1732666769618 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732666769638 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732666769638Flushing 1588230740/rep_barrier: creating writer at 1732666770049 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666770067 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666770067Flushing 1588230740/table: creating writer at 1732666770479 (+412 ms)Flushing 1588230740/table: appending metadata at 1732666770493 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732666770493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ce9e9cc: reopening flushed file at 1732666770903 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f25c252: reopening flushed file at 1732666770910 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa24455: reopening flushed file at 1732666770918 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@385fba8c: reopening flushed file at 1732666770925 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false at 1732666770933 (+8 ms)Writing region close event to WAL at 1732666770934 (+1 ms)Running coprocessor post-close hooks at 1732666770938 (+4 ms)Closed at 1732666770938 2024-11-27T00:19:30,938 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:19:30,986 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,46547,1732666686310; all regions closed. 2024-11-27T00:19:30,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741834_1010 (size=4239) 2024-11-27T00:19:30,990 DEBUG [RS:0;f036bc4986ea:46547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/oldWALs 2024-11-27T00:19:30,990 INFO [RS:0;f036bc4986ea:46547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C46547%2C1732666686310.meta:.meta(num 1732666688858) 2024-11-27T00:19:30,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741839_1015 (size=2700) 2024-11-27T00:19:30,993 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.rep.1732666700169 not finished, retry = 0 2024-11-27T00:19:31,095 DEBUG [RS:0;f036bc4986ea:46547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/oldWALs 2024-11-27T00:19:31,095 INFO [RS:0;f036bc4986ea:46547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C46547%2C1732666686310.rep:(num 1732666700169) 2024-11-27T00:19:31,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741833_1009 (size=1300) 2024-11-27T00:19:31,097 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/WALs/f036bc4986ea,46547,1732666686310/f036bc4986ea%2C46547%2C1732666686310.1732666688365 not finished, retry = 0 2024-11-27T00:19:31,200 DEBUG [RS:0;f036bc4986ea:46547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/oldWALs 2024-11-27T00:19:31,200 INFO [RS:0;f036bc4986ea:46547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C46547%2C1732666686310:(num 1732666688365) 2024-11-27T00:19:31,200 DEBUG [RS:0;f036bc4986ea:46547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:31,200 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:19:31,200 INFO [RS:0;f036bc4986ea:46547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:19:31,201 INFO [RS:0;f036bc4986ea:46547 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:19:31,201 INFO [RS:0;f036bc4986ea:46547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:19:31,201 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:19:31,201 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,46547,1732666686310 because: Region server is closing 2024-11-27T00:19:31,201 INFO [RS:0;f036bc4986ea:46547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:46547. 2024-11-27T00:19:31,201 DEBUG [RS:0;f036bc4986ea:46547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:31,201 DEBUG [RS:0;f036bc4986ea:46547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:31,201 DEBUG [RS:0;f036bc4986ea:46547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:31,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:19:31,302 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.wal-reader.f036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:19:31,302 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.shipperf036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T00:19:31,302 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46547,1732666686310.replicationSource.shipperf036bc4986ea%2C46547%2C1732666686310,1-f036bc4986ea,46547,1732666686310 terminated 2024-11-27T00:19:31,302 INFO [RS:0;f036bc4986ea:46547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46547 2024-11-27T00:19:31,365 INFO [RS:0;f036bc4986ea:46547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:19:31,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626/rs 2024-11-27T00:19:31,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02010472626/rs/f036bc4986ea,46547,1732666686310 2024-11-27T00:19:31,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,46547,1732666686310] 2024-11-27T00:19:31,386 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02010472626/draining/f036bc4986ea,46547,1732666686310 already deleted, retry=false 2024-11-27T00:19:31,386 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,46547,1732666686310 expired; onlineServers=0 2024-11-27T00:19:31,386 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,34207,1732666686115' ***** 2024-11-27T00:19:31,386 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:19:31,386 INFO [M:0;f036bc4986ea:34207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:19:31,386 INFO [M:0;f036bc4986ea:34207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:19:31,386 DEBUG [M:0;f036bc4986ea:34207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:19:31,386 DEBUG [M:0;f036bc4986ea:34207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:19:31,386 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:19:31,386 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666688090 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666688090,5,FailOnTimeoutGroup] 2024-11-27T00:19:31,386 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666688090 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666688090,5,FailOnTimeoutGroup] 2024-11-27T00:19:31,386 INFO [M:0;f036bc4986ea:34207 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:19:31,387 INFO [M:0;f036bc4986ea:34207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:19:31,387 DEBUG [M:0;f036bc4986ea:34207 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:19:31,387 INFO [M:0;f036bc4986ea:34207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:19:31,387 INFO [M:0;f036bc4986ea:34207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:19:31,387 INFO [M:0;f036bc4986ea:34207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:19:31,387 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:19:31,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02010472626/master 2024-11-27T00:19:31,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02010472626 2024-11-27T00:19:31,397 DEBUG [M:0;f036bc4986ea:34207 {}] zookeeper.ZKUtil(347): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Unable to get data of znode /02010472626/master because node does not exist (not an error) 2024-11-27T00:19:31,397 WARN [M:0;f036bc4986ea:34207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:19:31,398 INFO [M:0;f036bc4986ea:34207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/.lastflushedseqids 2024-11-27T00:19:31,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741850_1026 (size=263) 2024-11-27T00:19:31,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:31,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46547-0x10179a76ed20001, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:31,476 INFO [RS:0;f036bc4986ea:46547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:19:31,476 INFO [RS:0;f036bc4986ea:46547 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,46547,1732666686310; zookeeper connection closed. 2024-11-27T00:19:31,476 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a968168 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a968168 2024-11-27T00:19:31,476 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:19:31,808 INFO [M:0;f036bc4986ea:34207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:19:31,808 INFO [M:0;f036bc4986ea:34207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:19:31,808 DEBUG [M:0;f036bc4986ea:34207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:19:31,808 INFO [M:0;f036bc4986ea:34207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:31,808 DEBUG [M:0;f036bc4986ea:34207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:31,808 DEBUG [M:0;f036bc4986ea:34207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:19:31,808 DEBUG [M:0;f036bc4986ea:34207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:31,808 INFO [M:0;f036bc4986ea:34207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-27T00:19:31,823 DEBUG [M:0;f036bc4986ea:34207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7976619cbc2d4320b8d755b8839bc8f8 is 82, key is hbase:meta,,1/info:regioninfo/1732666688893/Put/seqid=0 2024-11-27T00:19:31,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741851_1027 (size=5672) 2024-11-27T00:19:32,227 INFO [M:0;f036bc4986ea:34207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7976619cbc2d4320b8d755b8839bc8f8 2024-11-27T00:19:32,247 DEBUG [M:0;f036bc4986ea:34207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/785aaa7236a2410cacc01b3969c47613 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732666695963/Put/seqid=0 2024-11-27T00:19:32,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741852_1028 (size=7241) 2024-11-27T00:19:32,652 INFO [M:0;f036bc4986ea:34207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/785aaa7236a2410cacc01b3969c47613 2024-11-27T00:19:32,657 INFO [M:0;f036bc4986ea:34207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 785aaa7236a2410cacc01b3969c47613 2024-11-27T00:19:32,671 DEBUG [M:0;f036bc4986ea:34207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73071d8a1a924ca2aa2a33f131074c80 is 69, key is f036bc4986ea,46547,1732666686310/rs:state/1732666688207/Put/seqid=0 2024-11-27T00:19:32,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741853_1029 (size=5156) 2024-11-27T00:19:33,076 INFO [M:0;f036bc4986ea:34207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73071d8a1a924ca2aa2a33f131074c80 2024-11-27T00:19:33,081 DEBUG [M:0;f036bc4986ea:34207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7976619cbc2d4320b8d755b8839bc8f8 as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7976619cbc2d4320b8d755b8839bc8f8 2024-11-27T00:19:33,086 INFO [M:0;f036bc4986ea:34207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7976619cbc2d4320b8d755b8839bc8f8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T00:19:33,087 DEBUG [M:0;f036bc4986ea:34207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/785aaa7236a2410cacc01b3969c47613 as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/785aaa7236a2410cacc01b3969c47613 2024-11-27T00:19:33,092 INFO [M:0;f036bc4986ea:34207 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 785aaa7236a2410cacc01b3969c47613 2024-11-27T00:19:33,092 INFO [M:0;f036bc4986ea:34207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/785aaa7236a2410cacc01b3969c47613, entries=11, sequenceid=105, filesize=7.1 K 2024-11-27T00:19:33,093 DEBUG [M:0;f036bc4986ea:34207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/73071d8a1a924ca2aa2a33f131074c80 as hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73071d8a1a924ca2aa2a33f131074c80 2024-11-27T00:19:33,098 INFO [M:0;f036bc4986ea:34207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/e366ea6b-0094-a4d9-b07d-dd4afc0704d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/73071d8a1a924ca2aa2a33f131074c80, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T00:19:33,099 INFO [M:0;f036bc4986ea:34207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false 2024-11-27T00:19:33,101 INFO [M:0;f036bc4986ea:34207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:33,101 DEBUG [M:0;f036bc4986ea:34207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666771808Disabling compacts and flushes for region at 1732666771808Disabling writes for close at 1732666771808Obtaining lock to block concurrent updates at 1732666771808Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666771808Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732666771809 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666771809Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666771809Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666771822 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666771822Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666772233 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666772247 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666772247Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666772658 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666772671 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666772671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5029cfeb: reopening flushed file at 1732666773080 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bac1f5e: reopening flushed file at 1732666773086 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a18776: reopening flushed file at 1732666773092 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false at 1732666773099 (+7 ms)Writing region close event to WAL at 1732666773101 (+2 ms)Closed at 1732666773101 2024-11-27T00:19:33,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41659 is added to blk_1073741830_1006 (size=64538) 2024-11-27T00:19:33,108 INFO [M:0;f036bc4986ea:34207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:19:33,108 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:19:33,108 INFO [M:0;f036bc4986ea:34207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34207 2024-11-27T00:19:33,108 INFO [M:0;f036bc4986ea:34207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:19:33,255 INFO [M:0;f036bc4986ea:34207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:19:33,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:33,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x10179a76ed20000, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:33,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6785d18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:19:33,257 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:19:33,257 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:19:33,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:19:33,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/hadoop.log.dir/,STOPPED} 2024-11-27T00:19:33,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:19:33,258 WARN [BP-185111039-172.17.0.3-1732666684224 heartbeating to localhost/127.0.0.1:39639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:19:33,258 WARN [BP-185111039-172.17.0.3-1732666684224 heartbeating to localhost/127.0.0.1:39639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-185111039-172.17.0.3-1732666684224 (Datanode Uuid fa6c35c3-390b-4baa-a8f5-5230e66a363a) service to localhost/127.0.0.1:39639 2024-11-27T00:19:33,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:19:33,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/cluster_823b6562-d7a1-2fb9-9f98-b017c2a49d7d/data/data1/current/BP-185111039-172.17.0.3-1732666684224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:19:33,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/cluster_823b6562-d7a1-2fb9-9f98-b017c2a49d7d/data/data2/current/BP-185111039-172.17.0.3-1732666684224 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:19:33,259 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:19:33,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:19:33,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:19:33,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:19:33,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:19:33,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c286812a-d594-4d79-6436-e0144e606f9b/hadoop.log.dir/,STOPPED} 2024-11-27T00:19:33,271 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T00:19:33,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:19:33,295 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 136) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35133 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:39639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35133 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58402) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f38d4b91750.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f38d4b91750.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35133 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39639 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58402) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35133 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=502 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 360), ProcessCount=11 (was 11), AvailableMemoryMB=2199 (was 2698) 2024-11-27T00:19:33,302 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=2199 2024-11-27T00:19:33,314 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-27T00:19:33,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/hadoop.log.dir so I do NOT create it in target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394 2024-11-27T00:19:33,315 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:19:33,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/hadoop.tmp.dir so I do NOT create it in target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394 2024-11-27T00:19:33,315 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69305fab-4751-9df7-eace-0af66ce5f1e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:19:33,315 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394 2024-11-27T00:19:33,315 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/cluster_e5f70066-4e15-3e31-fa54-d40de83269b0, deleteOnExit=true 2024-11-27T00:19:33,317 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/cluster_e5f70066-4e15-3e31-fa54-d40de83269b0/zookeeper_0, clientPort=63473, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/cluster_e5f70066-4e15-3e31-fa54-d40de83269b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/cluster_e5f70066-4e15-3e31-fa54-d40de83269b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T00:19:33,318 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63473 2024-11-27T00:19:33,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:19:33,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:19:33,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/test.cache.data in system properties and HBase conf 2024-11-27T00:19:33,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:19:33,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:19:33,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:19:33,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:19:33,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:19:33,319 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:19:33,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:19:33,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:19:33,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:19:33,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:19:33,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:19:33,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:19:33,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:19:33,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:19:33,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:19:33,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:19:33,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:19:33,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:19:33,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:19:33,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:19:33,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10179a76ed20005, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:19:33,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10179a76ed20002, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:19:33,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10179a76ed20005, quorum=127.0.0.1:58402, baseZNode=/1-1969455661 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:19:33,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10179a76ed20002, quorum=127.0.0.1:58402, baseZNode=/02010472626 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:19:33,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:19:33,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:19:33,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:19:33,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:19:33,695 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:19:33,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:19:33,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad3a617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:19:33,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d32fc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:19:33,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b567c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/java.io.tmpdir/jetty-localhost-39809-hadoop-hdfs-3_4_1-tests_jar-_-any-12451602767368025878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:19:33,792 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@488881f5{HTTP/1.1, (http/1.1)}{localhost:39809} 2024-11-27T00:19:33,792 INFO [Time-limited test {}] server.Server(415): Started @145308ms 2024-11-27T00:19:34,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:19:34,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:19:34,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:19:34,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:19:34,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:19:34,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:19:34,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:19:34,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb855d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/java.io.tmpdir/jetty-localhost-39865-hadoop-hdfs-3_4_1-tests_jar-_-any-16222834737237453914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:19:34,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:39865} 2024-11-27T00:19:34,150 INFO [Time-limited test {}] server.Server(415): Started @145666ms 2024-11-27T00:19:34,151 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:19:34,793 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/cluster_e5f70066-4e15-3e31-fa54-d40de83269b0/data/data1/current/BP-1727724829-172.17.0.3-1732666773340/current, will proceed with Du for space computation calculation, 2024-11-27T00:19:34,793 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/cluster_e5f70066-4e15-3e31-fa54-d40de83269b0/data/data2/current/BP-1727724829-172.17.0.3-1732666773340/current, will proceed with Du for space computation calculation, 2024-11-27T00:19:34,813 WARN [Thread-1278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:19:34,815 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5f06b13bd62fdd9 with lease ID 0x8dbbaa86e9e1d6de: Processing first storage report for DS-41bb482d-6d7f-4c71-b98d-f048b8320cbd from datanode DatanodeRegistration(127.0.0.1:42535, datanodeUuid=624d1fdc-4aa2-46f4-b674-91e91752badc, infoPort=33651, infoSecurePort=0, ipcPort=39923, storageInfo=lv=-57;cid=testClusterID;nsid=2134183211;c=1732666773340) 2024-11-27T00:19:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5f06b13bd62fdd9 with lease ID 0x8dbbaa86e9e1d6de: from storage DS-41bb482d-6d7f-4c71-b98d-f048b8320cbd node DatanodeRegistration(127.0.0.1:42535, datanodeUuid=624d1fdc-4aa2-46f4-b674-91e91752badc, infoPort=33651, infoSecurePort=0, ipcPort=39923, storageInfo=lv=-57;cid=testClusterID;nsid=2134183211;c=1732666773340), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:19:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5f06b13bd62fdd9 with lease ID 0x8dbbaa86e9e1d6de: Processing first storage report for DS-73ee029a-60b7-4f1c-9230-7c0fcfb980ed from datanode DatanodeRegistration(127.0.0.1:42535, datanodeUuid=624d1fdc-4aa2-46f4-b674-91e91752badc, infoPort=33651, infoSecurePort=0, ipcPort=39923, storageInfo=lv=-57;cid=testClusterID;nsid=2134183211;c=1732666773340) 2024-11-27T00:19:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5f06b13bd62fdd9 with lease ID 0x8dbbaa86e9e1d6de: from storage DS-73ee029a-60b7-4f1c-9230-7c0fcfb980ed node DatanodeRegistration(127.0.0.1:42535, datanodeUuid=624d1fdc-4aa2-46f4-b674-91e91752badc, infoPort=33651, infoSecurePort=0, ipcPort=39923, storageInfo=lv=-57;cid=testClusterID;nsid=2134183211;c=1732666773340), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:19:34,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394 2024-11-27T00:19:34,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:34,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:34,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:19:35,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a with version=8 2024-11-27T00:19:35,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/hbase-staging 2024-11-27T00:19:35,287 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:19:35,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:35,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:35,287 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:19:35,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:35,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:19:35,287 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:19:35,288 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:19:35,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44943 2024-11-27T00:19:35,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44943 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-27T00:19:35,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449430x0, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:19:35,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44943-0x10179a8caf00000 connected 2024-11-27T00:19:35,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:35,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:35,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/running 2024-11-27T00:19:35,551 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a, hbase.cluster.distributed=false 2024-11-27T00:19:35,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/acl 2024-11-27T00:19:35,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44943 2024-11-27T00:19:35,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44943 2024-11-27T00:19:35,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44943 2024-11-27T00:19:35,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44943 2024-11-27T00:19:35,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44943 2024-11-27T00:19:35,568 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:19:35,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:35,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:35,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:19:35,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:35,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:19:35,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:19:35,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:19:35,569 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35981 2024-11-27T00:19:35,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35981 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-27T00:19:35,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:35,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:35,579 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:19:35,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359810x0, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:19:35,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359810x0, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/running 2024-11-27T00:19:35,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35981-0x10179a8caf00001 connected 2024-11-27T00:19:35,585 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:19:35,585 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:19:35,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/master 2024-11-27T00:19:35,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/acl 2024-11-27T00:19:35,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35981 2024-11-27T00:19:35,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35981 2024-11-27T00:19:35,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35981 2024-11-27T00:19:35,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35981 2024-11-27T00:19:35,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35981 2024-11-27T00:19:35,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:35,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:35,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:35,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:35,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:35,612 DEBUG [M:0;f036bc4986ea:44943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:44943 2024-11-27T00:19:35,612 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1477895122/backup-masters/f036bc4986ea,44943,1732666775287 2024-11-27T00:19:35,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122/backup-masters 2024-11-27T00:19:35,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122/backup-masters 2024-11-27T00:19:35,622 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on existing znode=/0-1477895122/backup-masters/f036bc4986ea,44943,1732666775287 2024-11-27T00:19:35,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1477895122/master 2024-11-27T00:19:35,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:35,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:35,632 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on existing znode=/0-1477895122/master 2024-11-27T00:19:35,633 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1477895122/backup-masters/f036bc4986ea,44943,1732666775287 from backup master directory 2024-11-27T00:19:35,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122/backup-masters 2024-11-27T00:19:35,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1477895122/backup-masters/f036bc4986ea,44943,1732666775287 2024-11-27T00:19:35,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122/backup-masters 2024-11-27T00:19:35,643 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:19:35,643 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,44943,1732666775287 2024-11-27T00:19:35,646 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/hbase.id] with ID: 9449403c-d387-40bb-872a-165aaf75a098 2024-11-27T00:19:35,646 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/.tmp/hbase.id 2024-11-27T00:19:35,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:19:36,052 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/.tmp/hbase.id]:[hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/hbase.id] 2024-11-27T00:19:36,062 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:36,062 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:19:36,064 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T00:19:36,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:36,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:36,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:19:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:19:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:19:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T00:19:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:19:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T00:19:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:19:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:19:36,522 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:19:36,523 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:19:36,523 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:19:36,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:19:36,930 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store 2024-11-27T00:19:36,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:19:37,336 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:19:37,336 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:19:37,337 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:37,337 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:37,337 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:19:37,337 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:37,337 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:37,337 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666777336Disabling compacts and flushes for region at 1732666777336Disabling writes for close at 1732666777337 (+1 ms)Writing region close event to WAL at 1732666777337Closed at 1732666777337 2024-11-27T00:19:37,338 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/.initializing 2024-11-27T00:19:37,338 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,44943,1732666775287 2024-11-27T00:19:37,339 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:19:37,341 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C44943%2C1732666775287, suffix=, logDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,44943,1732666775287, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/oldWALs, maxLogs=10 2024-11-27T00:19:37,353 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,44943,1732666775287/f036bc4986ea%2C44943%2C1732666775287.1732666777341, exclude list is [], retry=0 2024-11-27T00:19:37,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42535,DS-41bb482d-6d7f-4c71-b98d-f048b8320cbd,DISK] 2024-11-27T00:19:37,356 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,44943,1732666775287/f036bc4986ea%2C44943%2C1732666775287.1732666777341 2024-11-27T00:19:37,357 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33651:33651)] 2024-11-27T00:19:37,357 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:19:37,357 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:19:37,357 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:37,357 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:37,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:37,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:19:37,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:37,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:37,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:37,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:19:37,361 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:37,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:37,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:37,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:19:37,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:37,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:37,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:37,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:19:37,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:37,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:37,364 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:37,365 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:37,365 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:37,367 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:37,367 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:37,367 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:19:37,368 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:37,370 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:19:37,371 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70500491, jitterRate=0.050539180636405945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:19:37,371 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666777357Initializing all the Stores at 1732666777358 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666777358Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666777358Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666777358Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666777358Cleaning up temporary data from old regions at 1732666777367 (+9 ms)Region opened successfully at 1732666777371 (+4 ms) 2024-11-27T00:19:37,371 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:19:37,374 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3db8ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:19:37,375 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:19:37,375 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:19:37,375 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:19:37,375 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:19:37,375 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:19:37,376 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:19:37,376 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:19:37,378 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:19:37,379 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Unable to get data of znode /0-1477895122/balancer because node does not exist (not necessarily an error) 2024-11-27T00:19:37,432 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1477895122/balancer already deleted, retry=false 2024-11-27T00:19:37,432 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:19:37,433 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Unable to get data of znode /0-1477895122/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:19:37,442 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1477895122/normalizer already deleted, retry=false 2024-11-27T00:19:37,442 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:19:37,443 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Unable to get data of znode /0-1477895122/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:19:37,453 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1477895122/switch/split already deleted, retry=false 2024-11-27T00:19:37,454 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Unable to get data of znode /0-1477895122/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:19:37,463 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1477895122/switch/merge already deleted, retry=false 2024-11-27T00:19:37,465 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Unable to get data of znode /0-1477895122/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:19:37,474 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1477895122/snapshot-cleanup already deleted, retry=false 2024-11-27T00:19:37,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1477895122/running 2024-11-27T00:19:37,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1477895122/running 2024-11-27T00:19:37,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:37,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:37,485 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,44943,1732666775287, sessionid=0x10179a8caf00000, setting cluster-up flag (Was=false) 2024-11-27T00:19:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:37,537 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1477895122/flush-table-proc/acquired, /0-1477895122/flush-table-proc/reached, /0-1477895122/flush-table-proc/abort 2024-11-27T00:19:37,538 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,44943,1732666775287 2024-11-27T00:19:37,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:37,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:37,590 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1477895122/online-snapshot/acquired, /0-1477895122/online-snapshot/reached, /0-1477895122/online-snapshot/abort 2024-11-27T00:19:37,591 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,44943,1732666775287 2024-11-27T00:19:37,592 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:19:37,593 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:19:37,593 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:19:37,593 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:19:37,594 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,44943,1732666775287 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:19:37,595 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:19:37,595 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:19:37,595 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:19:37,595 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:19:37,595 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:19:37,595 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:37,595 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:19:37,595 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:37,596 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666807596 2024-11-27T00:19:37,596 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:19:37,596 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:19:37,596 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:19:37,596 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:19:37,596 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:19:37,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:19:37,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,597 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:19:37,597 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:19:37,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:19:37,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:19:37,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:19:37,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:19:37,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:19:37,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:19:37,598 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666777598,5,FailOnTimeoutGroup] 2024-11-27T00:19:37,598 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(746): ClusterId : 9449403c-d387-40bb-872a-165aaf75a098 2024-11-27T00:19:37,598 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:19:37,598 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666777598,5,FailOnTimeoutGroup] 2024-11-27T00:19:37,598 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,598 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:19:37,598 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,598 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,598 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:37,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:19:37,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:19:37,605 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:19:37,605 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:19:37,616 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:19:37,616 DEBUG [RS:0;f036bc4986ea:35981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391f00be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:19:37,628 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:35981 2024-11-27T00:19:37,628 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:19:37,628 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:19:37,628 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:19:37,629 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,44943,1732666775287 with port=35981, startcode=1732666775567 2024-11-27T00:19:37,629 DEBUG [RS:0;f036bc4986ea:35981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:19:37,630 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:19:37,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,35981,1732666775567 2024-11-27T00:19:37,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44943 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,35981,1732666775567 2024-11-27T00:19:37,632 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a 2024-11-27T00:19:37,632 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34875 2024-11-27T00:19:37,632 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:19:37,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122/rs 2024-11-27T00:19:37,643 DEBUG [RS:0;f036bc4986ea:35981 {}] zookeeper.ZKUtil(111): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on existing znode=/0-1477895122/rs/f036bc4986ea,35981,1732666775567 2024-11-27T00:19:37,643 WARN [RS:0;f036bc4986ea:35981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:19:37,643 INFO [RS:0;f036bc4986ea:35981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:19:37,643 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567 2024-11-27T00:19:37,643 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,35981,1732666775567] 2024-11-27T00:19:37,647 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:19:37,649 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:19:37,649 INFO [RS:0;f036bc4986ea:35981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:19:37,649 INFO [RS:0;f036bc4986ea:35981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,649 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:19:37,650 INFO [RS:0;f036bc4986ea:35981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:19:37,650 INFO [RS:0;f036bc4986ea:35981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:19:37,650 DEBUG [RS:0;f036bc4986ea:35981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:19:37,651 INFO [RS:0;f036bc4986ea:35981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,651 INFO [RS:0;f036bc4986ea:35981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,651 INFO [RS:0;f036bc4986ea:35981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,651 INFO [RS:0;f036bc4986ea:35981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,651 INFO [RS:0;f036bc4986ea:35981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,651 INFO [RS:0;f036bc4986ea:35981 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,35981,1732666775567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:19:37,664 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:19:37,664 INFO [RS:0;f036bc4986ea:35981 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,35981,1732666775567-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,664 INFO [RS:0;f036bc4986ea:35981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,664 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.Replication(171): f036bc4986ea,35981,1732666775567 started 2024-11-27T00:19:37,676 INFO [RS:0;f036bc4986ea:35981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:37,676 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,35981,1732666775567, RpcServer on f036bc4986ea/172.17.0.3:35981, sessionid=0x10179a8caf00001 2024-11-27T00:19:37,676 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:19:37,677 DEBUG [RS:0;f036bc4986ea:35981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,35981,1732666775567 2024-11-27T00:19:37,677 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,35981,1732666775567' 2024-11-27T00:19:37,677 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1477895122/flush-table-proc/abort' 2024-11-27T00:19:37,677 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1477895122/flush-table-proc/acquired' 2024-11-27T00:19:37,678 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:19:37,678 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:19:37,678 DEBUG [RS:0;f036bc4986ea:35981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,35981,1732666775567 2024-11-27T00:19:37,678 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,35981,1732666775567' 2024-11-27T00:19:37,678 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1477895122/online-snapshot/abort' 2024-11-27T00:19:37,678 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1477895122/online-snapshot/acquired' 2024-11-27T00:19:37,678 DEBUG [RS:0;f036bc4986ea:35981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:19:37,678 INFO [RS:0;f036bc4986ea:35981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:19:37,678 INFO [RS:0;f036bc4986ea:35981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:19:37,779 INFO [RS:0;f036bc4986ea:35981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:19:37,780 INFO [RS:0;f036bc4986ea:35981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C35981%2C1732666775567, suffix=, logDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/oldWALs, maxLogs=10 2024-11-27T00:19:37,793 DEBUG [RS:0;f036bc4986ea:35981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567/f036bc4986ea%2C35981%2C1732666775567.1732666777781, exclude list is [], retry=0 2024-11-27T00:19:37,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42535,DS-41bb482d-6d7f-4c71-b98d-f048b8320cbd,DISK] 2024-11-27T00:19:37,798 INFO [RS:0;f036bc4986ea:35981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567/f036bc4986ea%2C35981%2C1732666775567.1732666777781 2024-11-27T00:19:37,798 DEBUG [RS:0;f036bc4986ea:35981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33651:33651)] 2024-11-27T00:19:38,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:19:38,006 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a 2024-11-27T00:19:38,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:19:38,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:19:38,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:19:38,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:19:38,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:38,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:38,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:19:38,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:19:38,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:38,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:38,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:19:38,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:19:38,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:38,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:38,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:19:38,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:19:38,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:38,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:38,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:19:38,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740 2024-11-27T00:19:38,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740 2024-11-27T00:19:38,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:19:38,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:19:38,422 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:19:38,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:19:38,425 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:19:38,425 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67124061, jitterRate=2.2645294666290283E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:19:38,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666778412Initializing all the Stores at 1732666778413 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666778413Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666778413Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666778413Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666778413Cleaning up temporary data from old regions at 1732666778422 (+9 ms)Region opened successfully at 1732666778426 (+4 ms) 2024-11-27T00:19:38,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:19:38,427 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:19:38,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:19:38,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:19:38,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:19:38,427 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:19:38,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666778427Disabling compacts and flushes for region at 1732666778427Disabling writes for close at 1732666778427Writing region close event to WAL at 1732666778427Closed at 1732666778427 2024-11-27T00:19:38,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:19:38,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:19:38,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:19:38,430 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:19:38,430 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:19:38,581 DEBUG [f036bc4986ea:44943 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:19:38,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,35981,1732666775567 2024-11-27T00:19:38,582 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,35981,1732666775567, state=OPENING 2024-11-27T00:19:38,632 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:19:38,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:38,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:38,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1477895122/meta-region-server: CHANGED 2024-11-27T00:19:38,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1477895122/meta-region-server: CHANGED 2024-11-27T00:19:38,674 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:19:38,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,35981,1732666775567}] 2024-11-27T00:19:38,827 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:19:38,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:19:38,831 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:19:38,831 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:19:38,832 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:19:38,833 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C35981%2C1732666775567.meta, suffix=.meta, logDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/oldWALs, maxLogs=10 2024-11-27T00:19:38,846 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567/f036bc4986ea%2C35981%2C1732666775567.meta.1732666778833.meta, exclude list is [], retry=0 2024-11-27T00:19:38,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42535,DS-41bb482d-6d7f-4c71-b98d-f048b8320cbd,DISK] 2024-11-27T00:19:38,850 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567/f036bc4986ea%2C35981%2C1732666775567.meta.1732666778833.meta 2024-11-27T00:19:38,850 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33651:33651)] 2024-11-27T00:19:38,851 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:19:38,851 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:19:38,851 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:19:38,851 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:19:38,851 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:19:38,851 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:19:38,851 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:19:38,851 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:19:38,852 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:19:38,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:19:38,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:19:38,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:38,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:38,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:19:38,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:19:38,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:38,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:38,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:19:38,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:19:38,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:38,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:38,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:19:38,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:19:38,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:38,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:38,859 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:19:38,859 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740 2024-11-27T00:19:38,860 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740 2024-11-27T00:19:38,862 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:19:38,862 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:19:38,862 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:19:38,863 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:19:38,864 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65238947, jitterRate=-0.027863934636116028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:19:38,864 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:19:38,864 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666778852Writing region info on filesystem at 1732666778852Initializing all the Stores at 1732666778853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666778853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666778853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666778853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666778853Cleaning up temporary data from old regions at 1732666778862 (+9 ms)Running coprocessor post-open hooks at 1732666778864 (+2 ms)Region opened successfully at 1732666778864 2024-11-27T00:19:38,865 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666778826 2024-11-27T00:19:38,867 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:19:38,867 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:19:38,867 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,35981,1732666775567 2024-11-27T00:19:38,868 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,35981,1732666775567, state=OPEN 2024-11-27T00:19:38,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1477895122/meta-region-server 2024-11-27T00:19:38,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1477895122/meta-region-server 2024-11-27T00:19:38,889 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,35981,1732666775567 2024-11-27T00:19:38,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1477895122/meta-region-server: CHANGED 2024-11-27T00:19:38,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1477895122/meta-region-server: CHANGED 2024-11-27T00:19:38,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:19:38,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,35981,1732666775567 in 215 msec 2024-11-27T00:19:38,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:19:38,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-11-27T00:19:38,894 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:19:38,894 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:19:38,895 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:19:38,895 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35981,1732666775567, seqNum=-1] 2024-11-27T00:19:38,895 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:19:38,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:19:38,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-27T00:19:38,901 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666778901, completionTime=-1 2024-11-27T00:19:38,901 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:19:38,901 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:19:38,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:19:38,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666838903 2024-11-27T00:19:38,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666898903 2024-11-27T00:19:38,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:19:38,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44943,1732666775287-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:38,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44943,1732666775287-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:38,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44943,1732666775287-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:38,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:44943, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:38,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:38,904 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:38,905 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:19:38,906 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.263sec 2024-11-27T00:19:38,907 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:19:38,907 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:19:38,907 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:19:38,907 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:19:38,907 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:19:38,907 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44943,1732666775287-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:19:38,907 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44943,1732666775287-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:19:38,908 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:19:38,908 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:19:38,909 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44943,1732666775287-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:38,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcabe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:38,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,44943,-1 for getting cluster id 2024-11-27T00:19:38,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:19:39,000 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9449403c-d387-40bb-872a-165aaf75a098' 2024-11-27T00:19:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:19:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9449403c-d387-40bb-872a-165aaf75a098" 2024-11-27T00:19:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ec4591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,44943,-1] 2024-11-27T00:19:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:19:39,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:39,001 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:19:39,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:39,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:19:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35981,1732666775567, seqNum=-1] 2024-11-27T00:19:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:19:39,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:19:39,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,44943,1732666775287 2024-11-27T00:19:39,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-27T00:19:39,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:19:39,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10179a8caf00002 connected 2024-11-27T00:19:39,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/hadoop.log.dir so I do NOT create it in target/test-data/9db861cd-7eaa-379e-2de3-43d555574928 2024-11-27T00:19:39,028 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:19:39,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/hadoop.tmp.dir so I do NOT create it in target/test-data/9db861cd-7eaa-379e-2de3-43d555574928 2024-11-27T00:19:39,028 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:19:39,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928 2024-11-27T00:19:39,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:19:39,028 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/cluster_dd5aad5e-6f1c-06b5-cf30-092b64757652, deleteOnExit=true 2024-11-27T00:19:39,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:19:39,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/test.cache.data in system properties and HBase conf 2024-11-27T00:19:39,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:19:39,029 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:19:39,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:19:39,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:19:39,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:19:39,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:19:39,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:19:39,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:19:39,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:19:39,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:19:39,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:19:39,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:19:39,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:19:39,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc17592{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/java.io.tmpdir/jetty-localhost-33383-hadoop-hdfs-3_4_1-tests_jar-_-any-2231857717169342628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:19:39,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:33383} 2024-11-27T00:19:39,422 INFO [Time-limited test {}] server.Server(415): Started @150938ms 2024-11-27T00:19:39,654 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:19:39,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:19:39,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:19:39,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:19:39,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:19:39,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:19:39,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:19:39,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@183aab32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/java.io.tmpdir/jetty-localhost-37877-hadoop-hdfs-3_4_1-tests_jar-_-any-3340532050532326892/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:19:39,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:37877} 2024-11-27T00:19:39,758 INFO [Time-limited test {}] server.Server(415): Started @151274ms 2024-11-27T00:19:39,759 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:19:40,400 WARN [Thread-1412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/cluster_dd5aad5e-6f1c-06b5-cf30-092b64757652/data/data2/current/BP-87540564-172.17.0.3-1732666779044/current, will proceed with Du for space computation calculation, 2024-11-27T00:19:40,400 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/cluster_dd5aad5e-6f1c-06b5-cf30-092b64757652/data/data1/current/BP-87540564-172.17.0.3-1732666779044/current, will proceed with Du for space computation calculation, 2024-11-27T00:19:40,419 WARN [Thread-1399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:19:40,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa62bb3cc5cfe5303 with lease ID 0x90e32cd0d97a91a3: Processing first storage report for DS-8fc02bc3-0e29-4a7e-aeff-c9605e9babe0 from datanode DatanodeRegistration(127.0.0.1:43777, datanodeUuid=87658434-bc09-45a7-90bd-440873e19a74, infoPort=40557, infoSecurePort=0, ipcPort=41245, storageInfo=lv=-57;cid=testClusterID;nsid=794863229;c=1732666779044) 2024-11-27T00:19:40,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa62bb3cc5cfe5303 with lease ID 0x90e32cd0d97a91a3: from storage DS-8fc02bc3-0e29-4a7e-aeff-c9605e9babe0 node DatanodeRegistration(127.0.0.1:43777, datanodeUuid=87658434-bc09-45a7-90bd-440873e19a74, infoPort=40557, infoSecurePort=0, ipcPort=41245, storageInfo=lv=-57;cid=testClusterID;nsid=794863229;c=1732666779044), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:19:40,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa62bb3cc5cfe5303 with lease ID 0x90e32cd0d97a91a3: Processing first storage report for DS-3b791f07-84be-40de-81c0-0f103a02d0ea from datanode DatanodeRegistration(127.0.0.1:43777, datanodeUuid=87658434-bc09-45a7-90bd-440873e19a74, infoPort=40557, infoSecurePort=0, ipcPort=41245, storageInfo=lv=-57;cid=testClusterID;nsid=794863229;c=1732666779044) 2024-11-27T00:19:40,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa62bb3cc5cfe5303 with lease ID 0x90e32cd0d97a91a3: from storage DS-3b791f07-84be-40de-81c0-0f103a02d0ea node DatanodeRegistration(127.0.0.1:43777, datanodeUuid=87658434-bc09-45a7-90bd-440873e19a74, infoPort=40557, infoSecurePort=0, ipcPort=41245, storageInfo=lv=-57;cid=testClusterID;nsid=794863229;c=1732666779044), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:19:40,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928 2024-11-27T00:19:40,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:40,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:40,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:19:40,895 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1 with version=8 2024-11-27T00:19:40,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/hbase-staging 2024-11-27T00:19:40,897 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:19:40,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:40,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:40,897 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:19:40,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:40,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:19:40,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:19:40,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:19:40,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41331 2024-11-27T00:19:40,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41331 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-27T00:19:40,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413310x0, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:19:40,953 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41331-0x10179a8caf00003 connected 2024-11-27T00:19:41,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:41,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:41,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Set watcher on znode that does not yet exist, /1-1876236788/running 2024-11-27T00:19:41,029 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1, hbase.cluster.distributed=false 2024-11-27T00:19:41,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Set watcher on znode that does not yet exist, /1-1876236788/acl 2024-11-27T00:19:41,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-27T00:19:41,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41331 2024-11-27T00:19:41,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41331 2024-11-27T00:19:41,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-27T00:19:41,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41331 2024-11-27T00:19:41,046 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:19:41,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:41,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:41,046 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:19:41,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:41,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:19:41,046 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:19:41,046 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:19:41,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42387 2024-11-27T00:19:41,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42387 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-27T00:19:41,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:41,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:41,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423870x0, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:19:41,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42387-0x10179a8caf00004 connected 2024-11-27T00:19:41,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Set watcher on znode that does not yet exist, /1-1876236788/running 2024-11-27T00:19:41,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:19:41,064 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:19:41,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Set watcher on znode that does not yet exist, /1-1876236788/master 2024-11-27T00:19:41,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Set watcher on znode that does not yet exist, /1-1876236788/acl 2024-11-27T00:19:41,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42387 2024-11-27T00:19:41,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42387 2024-11-27T00:19:41,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42387 2024-11-27T00:19:41,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42387 2024-11-27T00:19:41,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42387 2024-11-27T00:19:41,077 DEBUG [M:0;f036bc4986ea:41331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:41331 2024-11-27T00:19:41,079 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1876236788/backup-masters/f036bc4986ea,41331,1732666780897 2024-11-27T00:19:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788/backup-masters 2024-11-27T00:19:41,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788/backup-masters 2024-11-27T00:19:41,089 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Set watcher on existing znode=/1-1876236788/backup-masters/f036bc4986ea,41331,1732666780897 2024-11-27T00:19:41,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1876236788/master 2024-11-27T00:19:41,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:41,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:41,100 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Set watcher on existing znode=/1-1876236788/master 2024-11-27T00:19:41,100 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1876236788/backup-masters/f036bc4986ea,41331,1732666780897 from backup master directory 2024-11-27T00:19:41,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1876236788/backup-masters/f036bc4986ea,41331,1732666780897 2024-11-27T00:19:41,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788/backup-masters 2024-11-27T00:19:41,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788/backup-masters 2024-11-27T00:19:41,110 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:19:41,110 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,41331,1732666780897 2024-11-27T00:19:41,113 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/hbase.id] with ID: 18c810de-d733-4a9c-b577-66e2bf645089 2024-11-27T00:19:41,113 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/.tmp/hbase.id 2024-11-27T00:19:41,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:19:41,519 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/.tmp/hbase.id]:[hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/hbase.id] 2024-11-27T00:19:41,529 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:41,529 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:19:41,530 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T00:19:41,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:41,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:41,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:19:41,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:19:41,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:41,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:41,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:41,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:41,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:41,985 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:19:41,986 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:19:41,986 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:19:41,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:19:42,392 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store 2024-11-27T00:19:42,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:19:42,798 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:19:42,798 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:19:42,798 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:42,798 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:42,799 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:19:42,799 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:42,799 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:42,799 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666782798Disabling compacts and flushes for region at 1732666782798Disabling writes for close at 1732666782799 (+1 ms)Writing region close event to WAL at 1732666782799Closed at 1732666782799 2024-11-27T00:19:42,800 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/.initializing 2024-11-27T00:19:42,800 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/WALs/f036bc4986ea,41331,1732666780897 2024-11-27T00:19:42,800 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:19:42,802 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C41331%2C1732666780897, suffix=, logDir=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/WALs/f036bc4986ea,41331,1732666780897, archiveDir=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/oldWALs, maxLogs=10 2024-11-27T00:19:42,814 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/WALs/f036bc4986ea,41331,1732666780897/f036bc4986ea%2C41331%2C1732666780897.1732666782802, exclude list is [], retry=0 2024-11-27T00:19:42,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43777,DS-8fc02bc3-0e29-4a7e-aeff-c9605e9babe0,DISK] 2024-11-27T00:19:42,818 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/WALs/f036bc4986ea,41331,1732666780897/f036bc4986ea%2C41331%2C1732666780897.1732666782802 2024-11-27T00:19:42,819 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40557:40557)] 2024-11-27T00:19:42,819 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:19:42,819 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:19:42,819 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:42,819 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:42,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:42,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:19:42,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:42,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:42,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:42,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:19:42,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:42,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:42,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:42,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:19:42,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:42,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:42,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:42,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:19:42,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:42,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:42,826 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:42,826 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:42,826 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:42,827 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:42,827 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:42,828 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:19:42,829 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:42,831 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:19:42,831 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61667912, jitterRate=-0.08107650279998779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:19:42,831 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666782819Initializing all the Stores at 1732666782820 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666782820Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666782820Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666782820Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666782820Cleaning up temporary data from old regions at 1732666782827 (+7 ms)Region opened successfully at 1732666782831 (+4 ms) 2024-11-27T00:19:42,831 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:19:42,834 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@afbe7ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:19:42,834 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:19:42,835 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:19:42,835 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:19:42,835 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:19:42,835 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:19:42,835 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:19:42,835 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:19:42,837 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:19:42,838 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Unable to get data of znode /1-1876236788/balancer because node does not exist (not necessarily an error) 2024-11-27T00:19:42,899 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1876236788/balancer already deleted, retry=false 2024-11-27T00:19:42,900 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:19:42,900 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Unable to get data of znode /1-1876236788/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:19:42,910 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1876236788/normalizer already deleted, retry=false 2024-11-27T00:19:42,910 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:19:42,911 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Unable to get data of znode /1-1876236788/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:19:42,920 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1876236788/switch/split already deleted, retry=false 2024-11-27T00:19:42,921 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Unable to get data of znode /1-1876236788/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:19:42,931 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1876236788/switch/merge already deleted, retry=false 2024-11-27T00:19:42,932 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Unable to get data of znode /1-1876236788/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:19:42,941 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1876236788/snapshot-cleanup already deleted, retry=false 2024-11-27T00:19:42,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1876236788/running 2024-11-27T00:19:42,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1876236788/running 2024-11-27T00:19:42,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:42,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:42,952 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,41331,1732666780897, sessionid=0x10179a8caf00003, setting cluster-up flag (Was=false) 2024-11-27T00:19:42,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:42,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:43,004 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1876236788/flush-table-proc/acquired, /1-1876236788/flush-table-proc/reached, /1-1876236788/flush-table-proc/abort 2024-11-27T00:19:43,005 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,41331,1732666780897 2024-11-27T00:19:43,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:43,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:43,057 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1876236788/online-snapshot/acquired, /1-1876236788/online-snapshot/reached, /1-1876236788/online-snapshot/abort 2024-11-27T00:19:43,058 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,41331,1732666780897 2024-11-27T00:19:43,059 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:19:43,060 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:19:43,060 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:19:43,060 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:19:43,061 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,41331,1732666780897 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:19:43,062 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:19:43,062 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:19:43,062 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:19:43,062 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:19:43,062 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:19:43,062 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:43,062 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:19:43,062 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:43,063 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666813063 2024-11-27T00:19:43,063 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:19:43,063 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:19:43,063 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:19:43,063 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:19:43,063 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:19:43,063 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:19:43,063 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:19:43,064 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:19:43,064 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:19:43,064 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:19:43,064 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:19:43,064 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:19:43,064 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:19:43,064 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:19:43,064 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666783064,5,FailOnTimeoutGroup] 2024-11-27T00:19:43,065 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:43,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:19:43,067 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666783064,5,FailOnTimeoutGroup] 2024-11-27T00:19:43,067 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,067 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:19:43,067 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,067 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,070 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(746): ClusterId : 18c810de-d733-4a9c-b577-66e2bf645089 2024-11-27T00:19:43,070 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:19:43,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:19:43,079 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:19:43,079 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:19:43,090 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:19:43,090 DEBUG [RS:0;f036bc4986ea:42387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0ccef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:19:43,106 DEBUG [RS:0;f036bc4986ea:42387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:42387 2024-11-27T00:19:43,106 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:19:43,106 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:19:43,106 DEBUG [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:19:43,107 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,41331,1732666780897 with port=42387, startcode=1732666781046 2024-11-27T00:19:43,107 DEBUG [RS:0;f036bc4986ea:42387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:19:43,108 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:19:43,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,42387,1732666781046 2024-11-27T00:19:43,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41331 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,42387,1732666781046 2024-11-27T00:19:43,110 DEBUG [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1 2024-11-27T00:19:43,110 DEBUG [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35441 2024-11-27T00:19:43,110 DEBUG [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:19:43,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788/rs 2024-11-27T00:19:43,167 DEBUG [RS:0;f036bc4986ea:42387 {}] zookeeper.ZKUtil(111): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Set watcher on existing znode=/1-1876236788/rs/f036bc4986ea,42387,1732666781046 2024-11-27T00:19:43,168 WARN [RS:0;f036bc4986ea:42387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:19:43,168 INFO [RS:0;f036bc4986ea:42387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:19:43,168 DEBUG [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/WALs/f036bc4986ea,42387,1732666781046 2024-11-27T00:19:43,168 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,42387,1732666781046] 2024-11-27T00:19:43,174 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:19:43,178 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:19:43,178 INFO [RS:0;f036bc4986ea:42387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:19:43,178 INFO [RS:0;f036bc4986ea:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,178 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:19:43,179 INFO [RS:0;f036bc4986ea:42387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:19:43,179 INFO [RS:0;f036bc4986ea:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:19:43,179 DEBUG [RS:0;f036bc4986ea:42387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:19:43,180 INFO [RS:0;f036bc4986ea:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,180 INFO [RS:0;f036bc4986ea:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,180 INFO [RS:0;f036bc4986ea:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,180 INFO [RS:0;f036bc4986ea:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,180 INFO [RS:0;f036bc4986ea:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,180 INFO [RS:0;f036bc4986ea:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,42387,1732666781046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:19:43,193 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:19:43,193 INFO [RS:0;f036bc4986ea:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,42387,1732666781046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,193 INFO [RS:0;f036bc4986ea:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,193 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.Replication(171): f036bc4986ea,42387,1732666781046 started 2024-11-27T00:19:43,205 INFO [RS:0;f036bc4986ea:42387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:43,205 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,42387,1732666781046, RpcServer on f036bc4986ea/172.17.0.3:42387, sessionid=0x10179a8caf00004 2024-11-27T00:19:43,206 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:19:43,206 DEBUG [RS:0;f036bc4986ea:42387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,42387,1732666781046 2024-11-27T00:19:43,206 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,42387,1732666781046' 2024-11-27T00:19:43,206 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1876236788/flush-table-proc/abort' 2024-11-27T00:19:43,206 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1876236788/flush-table-proc/acquired' 2024-11-27T00:19:43,207 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:19:43,207 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:19:43,207 DEBUG [RS:0;f036bc4986ea:42387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,42387,1732666781046 2024-11-27T00:19:43,207 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,42387,1732666781046' 2024-11-27T00:19:43,207 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1876236788/online-snapshot/abort' 2024-11-27T00:19:43,207 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1876236788/online-snapshot/acquired' 2024-11-27T00:19:43,207 DEBUG [RS:0;f036bc4986ea:42387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:19:43,207 INFO [RS:0;f036bc4986ea:42387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:19:43,207 INFO [RS:0;f036bc4986ea:42387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:19:43,308 INFO [RS:0;f036bc4986ea:42387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:19:43,309 INFO [RS:0;f036bc4986ea:42387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C42387%2C1732666781046, suffix=, logDir=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/WALs/f036bc4986ea,42387,1732666781046, archiveDir=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/oldWALs, maxLogs=10 2024-11-27T00:19:43,322 DEBUG [RS:0;f036bc4986ea:42387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/WALs/f036bc4986ea,42387,1732666781046/f036bc4986ea%2C42387%2C1732666781046.1732666783310, exclude list is [], retry=0 2024-11-27T00:19:43,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43777,DS-8fc02bc3-0e29-4a7e-aeff-c9605e9babe0,DISK] 2024-11-27T00:19:43,326 INFO [RS:0;f036bc4986ea:42387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/WALs/f036bc4986ea,42387,1732666781046/f036bc4986ea%2C42387%2C1732666781046.1732666783310 2024-11-27T00:19:43,326 DEBUG [RS:0;f036bc4986ea:42387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40557:40557)] 2024-11-27T00:19:43,477 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:19:43,477 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1 2024-11-27T00:19:43,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:19:43,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:19:43,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:19:43,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:19:43,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:19:43,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:43,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:43,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:19:43,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:19:43,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:43,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:43,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:19:43,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:19:43,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:43,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:43,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:19:43,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:19:43,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:43,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:43,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:19:43,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/data/hbase/meta/1588230740 2024-11-27T00:19:43,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/data/hbase/meta/1588230740 2024-11-27T00:19:43,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:19:43,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:19:43,892 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:19:43,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:19:43,895 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:19:43,895 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63372055, jitterRate=-0.055682793259620667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:19:43,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666783883Initializing all the Stores at 1732666783883Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666783883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666783884 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666783884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666783884Cleaning up temporary data from old regions at 1732666783891 (+7 ms)Region opened successfully at 1732666783895 (+4 ms) 2024-11-27T00:19:43,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:19:43,895 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:19:43,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:19:43,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:19:43,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:19:43,895 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:19:43,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666783895Disabling compacts and flushes for region at 1732666783895Disabling writes for close at 1732666783895Writing region close event to WAL at 1732666783895Closed at 1732666783895 2024-11-27T00:19:43,896 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:19:43,896 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:19:43,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:19:43,897 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:19:43,898 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:19:44,048 DEBUG [f036bc4986ea:41331 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:19:44,048 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,42387,1732666781046 2024-11-27T00:19:44,049 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,42387,1732666781046, state=OPENING 2024-11-27T00:19:44,115 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:19:44,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:44,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:44,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1876236788/meta-region-server: CHANGED 2024-11-27T00:19:44,127 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:19:44,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1876236788/meta-region-server: CHANGED 2024-11-27T00:19:44,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,42387,1732666781046}] 2024-11-27T00:19:44,279 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:19:44,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:19:44,283 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:19:44,283 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:19:44,283 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:19:44,285 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C42387%2C1732666781046.meta, suffix=.meta, logDir=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/WALs/f036bc4986ea,42387,1732666781046, archiveDir=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/oldWALs, maxLogs=10 2024-11-27T00:19:44,297 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/WALs/f036bc4986ea,42387,1732666781046/f036bc4986ea%2C42387%2C1732666781046.meta.1732666784285.meta, exclude list is [], retry=0 2024-11-27T00:19:44,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43777,DS-8fc02bc3-0e29-4a7e-aeff-c9605e9babe0,DISK] 2024-11-27T00:19:44,301 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/WALs/f036bc4986ea,42387,1732666781046/f036bc4986ea%2C42387%2C1732666781046.meta.1732666784285.meta 2024-11-27T00:19:44,301 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40557:40557)] 2024-11-27T00:19:44,301 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:19:44,301 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:19:44,301 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:19:44,301 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:19:44,301 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:19:44,301 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:19:44,302 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:19:44,302 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:19:44,302 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:19:44,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:19:44,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:19:44,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:44,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:44,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:19:44,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:19:44,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:44,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:44,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:19:44,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:19:44,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:44,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:44,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:19:44,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:19:44,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:44,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:44,307 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:19:44,308 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/data/hbase/meta/1588230740 2024-11-27T00:19:44,308 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/data/hbase/meta/1588230740 2024-11-27T00:19:44,310 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:19:44,310 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:19:44,310 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:19:44,311 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:19:44,312 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71752925, jitterRate=0.06920190155506134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:19:44,312 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:19:44,312 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666784302Writing region info on filesystem at 1732666784302Initializing all the Stores at 1732666784303 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666784303Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666784303Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666784303Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666784303Cleaning up temporary data from old regions at 1732666784310 (+7 ms)Running coprocessor post-open hooks at 1732666784312 (+2 ms)Region opened successfully at 1732666784312 2024-11-27T00:19:44,313 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666784279 2024-11-27T00:19:44,314 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:19:44,314 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:19:44,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,42387,1732666781046 2024-11-27T00:19:44,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,42387,1732666781046, state=OPEN 2024-11-27T00:19:44,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1876236788/meta-region-server 2024-11-27T00:19:44,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1876236788/meta-region-server 2024-11-27T00:19:44,326 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,42387,1732666781046 2024-11-27T00:19:44,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1876236788/meta-region-server: CHANGED 2024-11-27T00:19:44,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1876236788/meta-region-server: CHANGED 2024-11-27T00:19:44,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:19:44,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,42387,1732666781046 in 199 msec 2024-11-27T00:19:44,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:19:44,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-27T00:19:44,330 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:19:44,330 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:19:44,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:19:44,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42387,1732666781046, seqNum=-1] 2024-11-27T00:19:44,331 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:19:44,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:19:44,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-11-27T00:19:44,337 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666784337, completionTime=-1 2024-11-27T00:19:44,337 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:19:44,337 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:19:44,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:19:44,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666844338 2024-11-27T00:19:44,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666904338 2024-11-27T00:19:44,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:19:44,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41331,1732666780897-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:44,339 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41331,1732666780897-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:44,339 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41331,1732666780897-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:44,339 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:41331, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:44,339 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:44,339 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:44,340 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:19:44,342 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.231sec 2024-11-27T00:19:44,342 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:19:44,342 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:19:44,342 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:19:44,342 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:19:44,342 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:19:44,342 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41331,1732666780897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:19:44,342 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41331,1732666780897-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:19:44,344 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:19:44,344 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:19:44,344 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41331,1732666780897-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:44,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7b7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:44,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41331,-1 for getting cluster id 2024-11-27T00:19:44,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:19:44,372 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18c810de-d733-4a9c-b577-66e2bf645089' 2024-11-27T00:19:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:19:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18c810de-d733-4a9c-b577-66e2bf645089" 2024-11-27T00:19:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172e717b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41331,-1] 2024-11-27T00:19:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:19:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:44,373 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:19:44,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:44,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:19:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42387,1732666781046, seqNum=-1] 2024-11-27T00:19:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:19:44,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:19:44,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,41331,1732666780897 2024-11-27T00:19:44,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-27T00:19:44,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:19:44,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10179a8caf00005 connected 2024-11-27T00:19:44,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37faaabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:44,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,44943,-1 for getting cluster id 2024-11-27T00:19:44,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:19:44,435 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9449403c-d387-40bb-872a-165aaf75a098' 2024-11-27T00:19:44,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:19:44,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9449403c-d387-40bb-872a-165aaf75a098" 2024-11-27T00:19:44,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7496c177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:44,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,44943,-1] 2024-11-27T00:19:44,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:19:44,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:44,436 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:19:44,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74441f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:44,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:19:44,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,44943,1732666775287 2024-11-27T00:19:44,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7502038b 2024-11-27T00:19:44,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:19:44,438 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:19:44,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44943 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:41331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:19:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44943 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:19:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:19:44,441 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:41331' 2024-11-27T00:19:44,442 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ec026c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:44,442 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41331,-1 for getting cluster id 2024-11-27T00:19:44,443 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:19:44,443 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18c810de-d733-4a9c-b577-66e2bf645089' 2024-11-27T00:19:44,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:19:44,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18c810de-d733-4a9c-b577-66e2bf645089" 2024-11-27T00:19:44,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a688cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:44,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41331,-1] 2024-11-27T00:19:44,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:19:44,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:44,445 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:19:44,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39eb56f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:44,445 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:19:44,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41331,1732666780897 2024-11-27T00:19:44,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6757569e 2024-11-27T00:19:44,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:19:44,447 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:19:44,447 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T00:19:44,447 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:19:44,447 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:44,447 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:44,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:19:44,448 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:19:44,449 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:19:44,450 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:19:44,450 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:44,451 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:19:44,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741835_1011 (size=1138) 2024-11-27T00:19:44,499 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:19:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:19:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:19:44,858 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 67597e3026079817bc29b70d013b313c, NAME => 'hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a 2024-11-27T00:19:44,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741836_1012 (size=44) 2024-11-27T00:19:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:19:45,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:19:45,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 67597e3026079817bc29b70d013b313c, disabling compactions & flushes 2024-11-27T00:19:45,264 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:45,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:45,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. after waiting 0 ms 2024-11-27T00:19:45,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:45,264 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:45,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 67597e3026079817bc29b70d013b313c: Waiting for close lock at 1732666785264Disabling compacts and flushes for region at 1732666785264Disabling writes for close at 1732666785264Writing region close event to WAL at 1732666785264Closed at 1732666785264 2024-11-27T00:19:45,265 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:19:45,265 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666785265"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666785265"}]},"ts":"1732666785265"} 2024-11-27T00:19:45,267 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:19:45,268 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:19:45,268 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666785268"}]},"ts":"1732666785268"} 2024-11-27T00:19:45,269 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:19:45,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67597e3026079817bc29b70d013b313c, ASSIGN}] 2024-11-27T00:19:45,271 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67597e3026079817bc29b70d013b313c, ASSIGN 2024-11-27T00:19:45,271 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=67597e3026079817bc29b70d013b313c, ASSIGN; state=OFFLINE, location=f036bc4986ea,35981,1732666775567; forceNewPlan=false, retain=false 2024-11-27T00:19:45,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=67597e3026079817bc29b70d013b313c, regionState=OPENING, regionLocation=f036bc4986ea,35981,1732666775567 2024-11-27T00:19:45,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=67597e3026079817bc29b70d013b313c, ASSIGN because future has completed 2024-11-27T00:19:45,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67597e3026079817bc29b70d013b313c, server=f036bc4986ea,35981,1732666775567}] 2024-11-27T00:19:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:19:45,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:45,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:19:45,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:19:45,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C35981%2C1732666775567.rep, suffix=, logDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/oldWALs, maxLogs=10 2024-11-27T00:19:45,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567/f036bc4986ea%2C35981%2C1732666775567.rep.1732666785582, exclude list is [], retry=0 2024-11-27T00:19:45,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42535,DS-41bb482d-6d7f-4c71-b98d-f048b8320cbd,DISK] 2024-11-27T00:19:45,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567/f036bc4986ea%2C35981%2C1732666775567.rep.1732666785582 2024-11-27T00:19:45,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33651:33651)] 2024-11-27T00:19:45,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 67597e3026079817bc29b70d013b313c, NAME => 'hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:19:45,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:19:45,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:19:45,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. service=MultiRowMutationService 2024-11-27T00:19:45,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:19:45,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:45,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:19:45,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:45,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:45,601 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:45,603 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67597e3026079817bc29b70d013b313c columnFamilyName hfileref 2024-11-27T00:19:45,603 DEBUG [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:45,603 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] regionserver.HStore(327): Store=67597e3026079817bc29b70d013b313c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:45,603 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:45,604 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67597e3026079817bc29b70d013b313c columnFamilyName queue 2024-11-27T00:19:45,604 DEBUG [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:45,605 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] regionserver.HStore(327): Store=67597e3026079817bc29b70d013b313c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:45,605 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:45,606 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67597e3026079817bc29b70d013b313c columnFamilyName sid 2024-11-27T00:19:45,606 DEBUG [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:45,606 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] regionserver.HStore(327): Store=67597e3026079817bc29b70d013b313c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:45,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:45,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/replication/67597e3026079817bc29b70d013b313c 2024-11-27T00:19:45,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/replication/67597e3026079817bc29b70d013b313c 2024-11-27T00:19:45,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:45,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:45,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:19:45,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:45,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/replication/67597e3026079817bc29b70d013b313c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:19:45,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 67597e3026079817bc29b70d013b313c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61913686, jitterRate=-0.07741418480873108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:19:45,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:45,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 67597e3026079817bc29b70d013b313c: Running coprocessor pre-open hook at 1732666785600Writing region info on filesystem at 1732666785600Initializing all the Stores at 1732666785601 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666785601Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666785601Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666785601Cleaning up temporary data from old regions at 1732666785608 (+7 ms)Running coprocessor post-open hooks at 1732666785612 (+4 ms)Region opened successfully at 1732666785612 2024-11-27T00:19:45,613 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c., pid=7, masterSystemTime=1732666785576 2024-11-27T00:19:45,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:45,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:45,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=67597e3026079817bc29b70d013b313c, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,35981,1732666775567 2024-11-27T00:19:45,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67597e3026079817bc29b70d013b313c, server=f036bc4986ea,35981,1732666775567 because future has completed 2024-11-27T00:19:45,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T00:19:45,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 67597e3026079817bc29b70d013b313c, server=f036bc4986ea,35981,1732666775567 in 194 msec 2024-11-27T00:19:45,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:19:45,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67597e3026079817bc29b70d013b313c, ASSIGN in 350 msec 2024-11-27T00:19:45,622 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:19:45,623 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666785622"}]},"ts":"1732666785622"} 2024-11-27T00:19:45,624 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:19:45,625 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:19:45,626 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-27T00:19:45,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c., hostname=f036bc4986ea,35981,1732666775567, seqNum=2] 2024-11-27T00:19:45,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:45,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:45,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:19:45,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T00:19:45,895 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:19:45,922 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,35981,1732666775567, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:19:45,922 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:19:45,922 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,35981,1732666775567, seqNum=-1] 2024-11-27T00:19:45,923 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:19:45,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-27T00:19:45,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,35981,1732666775567', locateType=CURRENT is [region=hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c., hostname=f036bc4986ea,35981,1732666775567, seqNum=2] 2024-11-27T00:19:45,927 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T00:19:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44943 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T00:19:45,929 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,35981,1732666775567 suceeded 2024-11-27T00:19:45,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T00:19:45,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-27T00:19:45,931 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:41331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:19:45,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4920 sec 2024-11-27T00:19:45,942 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:41331' 2024-11-27T00:19:45,942 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50ae612c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:45,942 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41331,-1 for getting cluster id 2024-11-27T00:19:45,943 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:19:45,943 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18c810de-d733-4a9c-b577-66e2bf645089' 2024-11-27T00:19:45,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:19:45,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18c810de-d733-4a9c-b577-66e2bf645089" 2024-11-27T00:19:45,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f0340e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:45,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41331,-1] 2024-11-27T00:19:45,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:19:45,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:45,944 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:19:45,945 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@83055cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:45,945 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:19:45,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41331,1732666780897 2024-11-27T00:19:45,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23fadb76 2024-11-27T00:19:45,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:19:45,946 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-27T00:19:45,947 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,35981,1732666775567 (queues=1) is replicating from cluster=9449403c-d387-40bb-872a-165aaf75a098 to cluster=18c810de-d733-4a9c-b577-66e2bf645089 2024-11-27T00:19:45,947 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C35981%2C1732666775567 2024-11-27T00:19:45,947 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,35981,1732666775567, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:19:45,948 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567.replicationSource.shipperf036bc4986ea%2C35981%2C1732666775567,1-f036bc4986ea,35981,1732666775567 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C35981%2C1732666775567 2024-11-27T00:19:45,948 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567.replicationSource.wal-reader.f036bc4986ea%2C35981%2C1732666775567,1-f036bc4986ea,35981,1732666775567 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567/f036bc4986ea%2C35981%2C1732666775567.1732666777781, startPosition=0, beingWritten=true 2024-11-27T00:19:46,153 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567.replicationSource.wal-reader.f036bc4986ea%2C35981%2C1732666775567,1-f036bc4986ea,35981,1732666775567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567/f036bc4986ea%2C35981%2C1732666775567.1732666777781 to pos 0, reset compression=false 2024-11-27T00:19:46,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:19:46,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T00:19:46,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T00:19:46,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T00:19:46,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:19:46,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T00:19:46,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:19:46,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T00:19:46,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:19:46,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T00:19:46,457 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567.replicationSource.wal-reader.f036bc4986ea%2C35981%2C1732666775567,1-f036bc4986ea,35981,1732666775567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567/f036bc4986ea%2C35981%2C1732666775567.1732666777781 to pos 0, reset compression=false 2024-11-27T00:19:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:19:46,596 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:19:46,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:19:46,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:46,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:46,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:46,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:19:46,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:19:46,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,44943,1732666775287 2024-11-27T00:19:46,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73a61035 2024-11-27T00:19:46,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:19:46,598 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:19:46,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44943 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T00:19:46,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:19:46,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:46,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:46,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:46,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:19:46,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:19:46,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1038497897, stopped=false 2024-11-27T00:19:46,599 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,44943,1732666775287 2024-11-27T00:19:46,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1477895122/running 2024-11-27T00:19:46,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1477895122/running 2024-11-27T00:19:46,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:46,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:46,663 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:19:46,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:19:46,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:46,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:46,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/running 2024-11-27T00:19:46,663 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,35981,1732666775567' ***** 2024-11-27T00:19:46,663 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:19:46,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/running 2024-11-27T00:19:46,664 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:19:46,664 INFO [RS:0;f036bc4986ea:35981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:19:46,664 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:19:46,664 INFO [RS:0;f036bc4986ea:35981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:19:46,664 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(3091): Received CLOSE for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:46,664 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,35981,1732666775567 2024-11-27T00:19:46,664 INFO [RS:0;f036bc4986ea:35981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:19:46,664 INFO [RS:0;f036bc4986ea:35981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:35981. 2024-11-27T00:19:46,664 DEBUG [RS:0;f036bc4986ea:35981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:46,664 DEBUG [RS:0;f036bc4986ea:35981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:46,664 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67597e3026079817bc29b70d013b313c, disabling compactions & flushes 2024-11-27T00:19:46,664 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:46,664 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:19:46,664 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:46,664 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:19:46,664 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:19:46,664 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. after waiting 0 ms 2024-11-27T00:19:46,664 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:46,664 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:19:46,664 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 67597e3026079817bc29b70d013b313c 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T00:19:46,665 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T00:19:46,665 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 67597e3026079817bc29b70d013b313c=hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c.} 2024-11-27T00:19:46,665 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:46,665 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:19:46,665 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:19:46,665 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:19:46,665 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:19:46,665 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:19:46,665 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T00:19:46,680 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/replication/67597e3026079817bc29b70d013b313c/.tmp/queue/f421f24ae14f4d5791771210ff64b165 is 151, key is 1-f036bc4986ea,35981,1732666775567/queue:f036bc4986ea%2C35981%2C1732666775567/1732666785926/Put/seqid=0 2024-11-27T00:19:46,682 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/.tmp/info/141c03a1c8c84b82951fe1a9ea7190c0 is 147, key is hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c./info:regioninfo/1732666785615/Put/seqid=0 2024-11-27T00:19:46,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741838_1014 (size=5350) 2024-11-27T00:19:46,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741839_1015 (size=6631) 2024-11-27T00:19:46,758 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:19:46,862 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567.replicationSource.wal-reader.f036bc4986ea%2C35981%2C1732666775567,1-f036bc4986ea,35981,1732666775567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567/f036bc4986ea%2C35981%2C1732666775567.1732666777781 to pos 0, reset compression=false 2024-11-27T00:19:46,865 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:47,065 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:47,084 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/replication/67597e3026079817bc29b70d013b313c/.tmp/queue/f421f24ae14f4d5791771210ff64b165 2024-11-27T00:19:47,087 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/.tmp/info/141c03a1c8c84b82951fe1a9ea7190c0 2024-11-27T00:19:47,090 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/replication/67597e3026079817bc29b70d013b313c/.tmp/queue/f421f24ae14f4d5791771210ff64b165 as hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/replication/67597e3026079817bc29b70d013b313c/queue/f421f24ae14f4d5791771210ff64b165 2024-11-27T00:19:47,095 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/replication/67597e3026079817bc29b70d013b313c/queue/f421f24ae14f4d5791771210ff64b165, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T00:19:47,096 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 67597e3026079817bc29b70d013b313c in 432ms, sequenceid=5, compaction requested=false 2024-11-27T00:19:47,096 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T00:19:47,104 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/replication/67597e3026079817bc29b70d013b313c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T00:19:47,104 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:19:47,104 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:19:47,104 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:47,105 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67597e3026079817bc29b70d013b313c: Waiting for close lock at 1732666786664Running coprocessor pre-close hooks at 1732666786664Disabling compacts and flushes for region at 1732666786664Disabling writes for close at 1732666786664Obtaining lock to block concurrent updates at 1732666786664Preparing flush snapshotting stores in 67597e3026079817bc29b70d013b313c at 1732666786664Finished memstore snapshotting hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732666786665 (+1 ms)Flushing stores of hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. at 1732666786665Flushing 67597e3026079817bc29b70d013b313c/queue: creating writer at 1732666786665Flushing 67597e3026079817bc29b70d013b313c/queue: appending metadata at 1732666786679 (+14 ms)Flushing 67597e3026079817bc29b70d013b313c/queue: closing flushed file at 1732666786679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4e9fb6: reopening flushed file at 1732666787090 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 67597e3026079817bc29b70d013b313c in 432ms, sequenceid=5, compaction requested=false at 1732666787096 (+6 ms)Writing region close event to WAL at 1732666787100 (+4 ms)Running coprocessor post-close hooks at 1732666787104 (+4 ms)Closed at 1732666787104 2024-11-27T00:19:47,105 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:47,110 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/.tmp/ns/78da834a56cd4f97a60332d736ed9a7d is 43, key is default/ns:d/1732666778897/Put/seqid=0 2024-11-27T00:19:47,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741840_1016 (size=5153) 2024-11-27T00:19:47,265 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:47,367 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567.replicationSource.wal-reader.f036bc4986ea%2C35981%2C1732666775567,1-f036bc4986ea,35981,1732666775567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567/f036bc4986ea%2C35981%2C1732666775567.1732666777781 to pos 0, reset compression=false 2024-11-27T00:19:47,465 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:47,515 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/.tmp/ns/78da834a56cd4f97a60332d736ed9a7d 2024-11-27T00:19:47,532 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/.tmp/table/5c1c402f6ff94fb6a96a28b70273b67d is 53, key is hbase:replication/table:state/1732666785622/Put/seqid=0 2024-11-27T00:19:47,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741841_1017 (size=5256) 2024-11-27T00:19:47,666 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:19:47,666 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:19:47,666 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:47,696 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:19:47,696 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:19:47,866 DEBUG [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:47,937 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/.tmp/table/5c1c402f6ff94fb6a96a28b70273b67d 2024-11-27T00:19:47,942 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/.tmp/info/141c03a1c8c84b82951fe1a9ea7190c0 as hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/info/141c03a1c8c84b82951fe1a9ea7190c0 2024-11-27T00:19:47,947 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/info/141c03a1c8c84b82951fe1a9ea7190c0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T00:19:47,947 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/.tmp/ns/78da834a56cd4f97a60332d736ed9a7d as hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/ns/78da834a56cd4f97a60332d736ed9a7d 2024-11-27T00:19:47,952 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/ns/78da834a56cd4f97a60332d736ed9a7d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T00:19:47,953 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/.tmp/table/5c1c402f6ff94fb6a96a28b70273b67d as hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/table/5c1c402f6ff94fb6a96a28b70273b67d 2024-11-27T00:19:47,957 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/table/5c1c402f6ff94fb6a96a28b70273b67d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T00:19:47,958 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-11-27T00:19:47,963 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T00:19:47,963 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:19:47,963 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:19:47,963 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:19:47,963 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666786665Running coprocessor pre-close hooks at 1732666786665Disabling compacts and flushes for region at 1732666786665Disabling writes for close at 1732666786665Obtaining lock to block concurrent updates at 1732666786665Preparing flush snapshotting stores in 1588230740 at 1732666786665Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732666786665Flushing stores of hbase:meta,,1.1588230740 at 1732666786666 (+1 ms)Flushing 1588230740/info: creating writer at 1732666786666Flushing 1588230740/info: appending metadata at 1732666786682 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732666786682Flushing 1588230740/ns: creating writer at 1732666787092 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732666787110 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732666787110Flushing 1588230740/table: creating writer at 1732666787519 (+409 ms)Flushing 1588230740/table: appending metadata at 1732666787532 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732666787532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e679970: reopening flushed file at 1732666787941 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc4ae70: reopening flushed file at 1732666787947 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5508e19e: reopening flushed file at 1732666787952 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1732666787958 (+6 ms)Writing region close event to WAL at 1732666787959 (+1 ms)Running coprocessor post-close hooks at 1732666787963 (+4 ms)Closed at 1732666787963 2024-11-27T00:19:47,964 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:19:47,971 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567.replicationSource.wal-reader.f036bc4986ea%2C35981%2C1732666775567,1-f036bc4986ea,35981,1732666775567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567/f036bc4986ea%2C35981%2C1732666775567.1732666777781 to pos 0, reset compression=false 2024-11-27T00:19:48,066 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,35981,1732666775567; all regions closed. 2024-11-27T00:19:48,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741834_1010 (size=2742) 2024-11-27T00:19:48,069 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567/f036bc4986ea%2C35981%2C1732666775567.meta.1732666778833.meta not finished, retry = 0 2024-11-27T00:19:48,171 DEBUG [RS:0;f036bc4986ea:35981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/oldWALs 2024-11-27T00:19:48,171 INFO [RS:0;f036bc4986ea:35981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C35981%2C1732666775567.meta:.meta(num 1732666778833) 2024-11-27T00:19:48,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741837_1013 (size=1586) 2024-11-27T00:19:48,242 DEBUG [RS:0;f036bc4986ea:35981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/oldWALs 2024-11-27T00:19:48,242 INFO [RS:0;f036bc4986ea:35981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C35981%2C1732666775567.rep:(num 1732666785582) 2024-11-27T00:19:48,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741832_1008 (size=93) 2024-11-27T00:19:48,246 DEBUG [RS:0;f036bc4986ea:35981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/oldWALs 2024-11-27T00:19:48,246 INFO [RS:0;f036bc4986ea:35981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C35981%2C1732666775567:(num 1732666777781) 2024-11-27T00:19:48,246 DEBUG [RS:0;f036bc4986ea:35981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:48,246 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:19:48,246 INFO [RS:0;f036bc4986ea:35981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:19:48,246 INFO [RS:0;f036bc4986ea:35981 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T00:19:48,246 INFO [RS:0;f036bc4986ea:35981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:19:48,246 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:19:48,247 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,35981,1732666775567 because: Region server is closing 2024-11-27T00:19:48,247 INFO [RS:0;f036bc4986ea:35981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:35981. 2024-11-27T00:19:48,247 DEBUG [RS:0;f036bc4986ea:35981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:48,247 DEBUG [RS:0;f036bc4986ea:35981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:48,247 DEBUG [RS:0;f036bc4986ea:35981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:48,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:19:48,347 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567.replicationSource.wal-reader.f036bc4986ea%2C35981%2C1732666775567,1-f036bc4986ea,35981,1732666775567 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:19:48,347 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567.replicationSource.shipperf036bc4986ea%2C35981%2C1732666775567,1-f036bc4986ea,35981,1732666775567 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T00:19:48,348 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,35981,1732666775567.replicationSource.shipperf036bc4986ea%2C35981%2C1732666775567,1-f036bc4986ea,35981,1732666775567 terminated 2024-11-27T00:19:48,348 INFO [RS:0;f036bc4986ea:35981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35981 2024-11-27T00:19:48,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122/rs 2024-11-27T00:19:48,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1477895122/rs/f036bc4986ea,35981,1732666775567 2024-11-27T00:19:48,405 INFO [RS:0;f036bc4986ea:35981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:19:48,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,35981,1732666775567] 2024-11-27T00:19:48,484 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1477895122/draining/f036bc4986ea,35981,1732666775567 already deleted, retry=false 2024-11-27T00:19:48,484 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,35981,1732666775567 expired; onlineServers=0 2024-11-27T00:19:48,484 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,44943,1732666775287' ***** 2024-11-27T00:19:48,484 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:19:48,484 INFO [M:0;f036bc4986ea:44943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:19:48,484 INFO [M:0;f036bc4986ea:44943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:19:48,484 DEBUG [M:0;f036bc4986ea:44943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:19:48,484 DEBUG [M:0;f036bc4986ea:44943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:19:48,484 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:19:48,484 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666777598 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666777598,5,FailOnTimeoutGroup] 2024-11-27T00:19:48,484 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666777598 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666777598,5,FailOnTimeoutGroup] 2024-11-27T00:19:48,484 INFO [M:0;f036bc4986ea:44943 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:19:48,484 INFO [M:0;f036bc4986ea:44943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:19:48,484 DEBUG [M:0;f036bc4986ea:44943 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:19:48,484 INFO [M:0;f036bc4986ea:44943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:19:48,485 INFO [M:0;f036bc4986ea:44943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:19:48,485 INFO [M:0;f036bc4986ea:44943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:19:48,485 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:19:48,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1477895122/master 2024-11-27T00:19:48,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:48,494 DEBUG [M:0;f036bc4986ea:44943 {}] zookeeper.ZKUtil(347): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Unable to get data of znode /0-1477895122/master because node does not exist (not an error) 2024-11-27T00:19:48,494 WARN [M:0;f036bc4986ea:44943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:19:48,495 INFO [M:0;f036bc4986ea:44943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/.lastflushedseqids 2024-11-27T00:19:48,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741842_1018 (size=181) 2024-11-27T00:19:48,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:48,561 INFO [RS:0;f036bc4986ea:35981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:19:48,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35981-0x10179a8caf00001, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:48,561 INFO [RS:0;f036bc4986ea:35981 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,35981,1732666775567; zookeeper connection closed. 2024-11-27T00:19:48,561 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7946d17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7946d17 2024-11-27T00:19:48,561 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:19:48,900 INFO [M:0;f036bc4986ea:44943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:19:48,900 INFO [M:0;f036bc4986ea:44943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:19:48,900 DEBUG [M:0;f036bc4986ea:44943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:19:48,900 INFO [M:0;f036bc4986ea:44943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:48,900 DEBUG [M:0;f036bc4986ea:44943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:48,900 DEBUG [M:0;f036bc4986ea:44943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:19:48,900 DEBUG [M:0;f036bc4986ea:44943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:48,900 INFO [M:0;f036bc4986ea:44943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T00:19:48,917 DEBUG [M:0;f036bc4986ea:44943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42cf5a8065924f2ca1504b13bb0998bf is 82, key is hbase:meta,,1/info:regioninfo/1732666778867/Put/seqid=0 2024-11-27T00:19:48,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741843_1019 (size=5672) 2024-11-27T00:19:49,322 INFO [M:0;f036bc4986ea:44943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42cf5a8065924f2ca1504b13bb0998bf 2024-11-27T00:19:49,344 DEBUG [M:0;f036bc4986ea:44943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c116b27d638949ffa2e00ad390449938 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732666785626/Put/seqid=0 2024-11-27T00:19:49,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741844_1020 (size=7203) 2024-11-27T00:19:49,749 INFO [M:0;f036bc4986ea:44943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c116b27d638949ffa2e00ad390449938 2024-11-27T00:19:49,766 DEBUG [M:0;f036bc4986ea:44943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/239d03de5184454aa74b4e636d3ba400 is 69, key is f036bc4986ea,35981,1732666775567/rs:state/1732666777631/Put/seqid=0 2024-11-27T00:19:49,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741845_1021 (size=5156) 2024-11-27T00:19:49,803 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:19:49,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:49,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:49,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:49,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:49,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:50,170 INFO [M:0;f036bc4986ea:44943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/239d03de5184454aa74b4e636d3ba400 2024-11-27T00:19:50,176 DEBUG [M:0;f036bc4986ea:44943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/42cf5a8065924f2ca1504b13bb0998bf as hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42cf5a8065924f2ca1504b13bb0998bf 2024-11-27T00:19:50,181 INFO [M:0;f036bc4986ea:44943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42cf5a8065924f2ca1504b13bb0998bf, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T00:19:50,182 DEBUG [M:0;f036bc4986ea:44943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c116b27d638949ffa2e00ad390449938 as hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c116b27d638949ffa2e00ad390449938 2024-11-27T00:19:50,187 INFO [M:0;f036bc4986ea:44943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c116b27d638949ffa2e00ad390449938, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T00:19:50,188 DEBUG [M:0;f036bc4986ea:44943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/239d03de5184454aa74b4e636d3ba400 as hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/239d03de5184454aa74b4e636d3ba400 2024-11-27T00:19:50,192 INFO [M:0;f036bc4986ea:44943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/239d03de5184454aa74b4e636d3ba400, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T00:19:50,193 INFO [M:0;f036bc4986ea:44943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false 2024-11-27T00:19:50,197 INFO [M:0;f036bc4986ea:44943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:50,197 DEBUG [M:0;f036bc4986ea:44943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666788900Disabling compacts and flushes for region at 1732666788900Disabling writes for close at 1732666788900Obtaining lock to block concurrent updates at 1732666788900Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666788900Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732666788901 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666788901Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666788901Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666788917 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666788917Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666789327 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666789344 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666789344Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666789753 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666789765 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666789765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1425af65: reopening flushed file at 1732666790175 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@263b7b74: reopening flushed file at 1732666790181 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2378160b: reopening flushed file at 1732666790187 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1732666790193 (+6 ms)Writing region close event to WAL at 1732666790197 (+4 ms)Closed at 1732666790197 2024-11-27T00:19:50,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,44943,1732666775287/f036bc4986ea%2C44943%2C1732666775287.1732666777341 not finished, retry = 0 2024-11-27T00:19:50,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741830_1006 (size=41008) 2024-11-27T00:19:50,300 INFO [M:0;f036bc4986ea:44943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:19:50,300 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:19:50,300 INFO [M:0;f036bc4986ea:44943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44943 2024-11-27T00:19:50,301 INFO [M:0;f036bc4986ea:44943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:19:50,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:50,468 INFO [M:0;f036bc4986ea:44943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:19:50,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x10179a8caf00000, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:50,470 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:19:50,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:50,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:50,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:19:50,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:50,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:19:50,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:19:50,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:19:50,470 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35035 2024-11-27T00:19:50,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35035 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-27T00:19:50,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350350x0, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:19:50,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35035-0x10179a8caf00006 connected 2024-11-27T00:19:50,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:50,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:50,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/running 2024-11-27T00:19:50,500 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1477895122/meta-region-server: INIT 2024-11-27T00:19:50,501 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a, hbase.cluster.distributed=false 2024-11-27T00:19:50,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/acl 2024-11-27T00:19:50,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35035 2024-11-27T00:19:50,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35035 2024-11-27T00:19:50,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35035 2024-11-27T00:19:50,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35035 2024-11-27T00:19:50,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35035 2024-11-27T00:19:50,517 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:19:50,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:50,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:50,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:19:50,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:19:50,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:19:50,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:19:50,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:19:50,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43245 2024-11-27T00:19:50,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43245 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-27T00:19:50,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:50,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:50,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432450x0, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:19:50,531 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1477895122/meta-region-server: INIT 2024-11-27T00:19:50,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432450x0, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/running 2024-11-27T00:19:50,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43245-0x10179a8caf00007 connected 2024-11-27T00:19:50,531 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:19:50,532 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:19:50,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/master 2024-11-27T00:19:50,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/acl 2024-11-27T00:19:50,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43245 2024-11-27T00:19:50,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43245 2024-11-27T00:19:50,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43245 2024-11-27T00:19:50,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43245 2024-11-27T00:19:50,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43245 2024-11-27T00:19:50,550 DEBUG [M:0;f036bc4986ea:35035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:35035 2024-11-27T00:19:50,551 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1477895122/backup-masters/f036bc4986ea,35035,1732666790469 2024-11-27T00:19:50,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122/backup-masters 2024-11-27T00:19:50,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122/backup-masters 2024-11-27T00:19:50,563 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on existing znode=/0-1477895122/backup-masters/f036bc4986ea,35035,1732666790469 2024-11-27T00:19:50,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1477895122/master 2024-11-27T00:19:50,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:50,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:50,573 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on existing znode=/0-1477895122/master 2024-11-27T00:19:50,573 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1477895122/backup-masters/f036bc4986ea,35035,1732666790469 from backup master directory 2024-11-27T00:19:50,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1477895122/backup-masters/f036bc4986ea,35035,1732666790469 2024-11-27T00:19:50,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122/backup-masters 2024-11-27T00:19:50,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122/backup-masters 2024-11-27T00:19:50,583 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:19:50,583 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,35035,1732666790469 2024-11-27T00:19:50,592 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:19:50,593 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:19:50,599 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-27T00:19:50,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741846_1022 (size=196) 2024-11-27T00:19:51,016 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:19:51,016 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:19:51,017 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:19:51,022 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T00:19:51,024 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,44943,1732666775287 to hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,44943,1732666775287-dead as it is dead 2024-11-27T00:19:51,024 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,44943,1732666775287-dead/f036bc4986ea%2C44943%2C1732666775287.1732666777341 2024-11-27T00:19:51,025 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,44943,1732666775287-dead/f036bc4986ea%2C44943%2C1732666775287.1732666777341 after 1ms 2024-11-27T00:19:51,025 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,44943,1732666775287-dead/f036bc4986ea%2C44943%2C1732666775287.1732666777341 to hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f036bc4986ea%2C44943%2C1732666775287.1732666777341 2024-11-27T00:19:51,025 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,44943,1732666775287-dead 2024-11-27T00:19:51,025 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,35035,1732666790469 2024-11-27T00:19:51,026 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:19:51,027 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C35035%2C1732666790469, suffix=, logDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,35035,1732666790469, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/oldWALs, maxLogs=10 2024-11-27T00:19:51,040 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,35035,1732666790469/f036bc4986ea%2C35035%2C1732666790469.1732666791027, exclude list is [], retry=0 2024-11-27T00:19:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42535,DS-41bb482d-6d7f-4c71-b98d-f048b8320cbd,DISK] 2024-11-27T00:19:51,044 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/WALs/f036bc4986ea,35035,1732666790469/f036bc4986ea%2C35035%2C1732666790469.1732666791027 2024-11-27T00:19:51,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33651:33651)] 2024-11-27T00:19:51,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:19:51,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:19:51,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:51,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:51,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:51,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:19:51,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:51,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/42cf5a8065924f2ca1504b13bb0998bf 2024-11-27T00:19:51,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:51,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:51,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:19:51,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:51,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c116b27d638949ffa2e00ad390449938 2024-11-27T00:19:51,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:51,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:51,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:19:51,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:51,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/239d03de5184454aa74b4e636d3ba400 2024-11-27T00:19:51,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:51,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:51,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:19:51,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:51,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:51,068 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:51,068 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T00:19:51,069 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f036bc4986ea%2C44943%2C1732666775287.1732666777341 2024-11-27T00:19:51,074 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f036bc4986ea%2C44943%2C1732666775287.1732666777341 2024-11-27T00:19:51,075 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f036bc4986ea%2C44943%2C1732666775287.1732666777341 2024-11-27T00:19:51,076 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:51,076 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:51,077 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:19:51,078 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:19:51,080 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-27T00:19:51,080 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72244406, jitterRate=0.07652553915977478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:19:51,080 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666791045Initializing all the Stores at 1732666791045Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666791045Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666791046 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666791046Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666791046Cleaning up temporary data from old regions at 1732666791076 (+30 ms)Region opened successfully at 1732666791080 (+4 ms) 2024-11-27T00:19:51,081 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:19:51,083 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35abf6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:19:51,085 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T00:19:51,085 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:19:51,085 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:19:51,085 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:19:51,086 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:19:51,088 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:19:51,089 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:19:51,089 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:19:51,089 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-27T00:19:51,089 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:19:51,092 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f036bc4986ea,35981,1732666775567, regionLocation=f036bc4986ea,35981,1732666775567, openSeqNum=2 2024-11-27T00:19:51,092 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f036bc4986ea,35981,1732666775567, table=hbase:meta, region=1588230740 2024-11-27T00:19:51,092 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,35981,1732666775567, state=OPEN 2024-11-27T00:19:51,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1477895122/meta-region-server 2024-11-27T00:19:51,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1477895122/meta-region-server 2024-11-27T00:19:51,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1477895122/meta-region-server: CHANGED 2024-11-27T00:19:51,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1477895122/meta-region-server: CHANGED 2024-11-27T00:19:51,197 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:19:51,332 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1477895122/draining/f036bc4986ea,35981,1732666775567 already deleted, retry=false 2024-11-27T00:19:51,332 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f036bc4986ea,35981,1732666775567 on f036bc4986ea,35035,1732666790469 2024-11-27T00:19:51,333 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f036bc4986ea,35981,1732666775567, splitWal=true, meta=true 2024-11-27T00:19:51,333 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for f036bc4986ea,35981,1732666775567 (carryingMeta=true) f036bc4986ea,35981,1732666775567/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@36c019b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T00:19:51,335 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Unable to get data of znode /0-1477895122/balancer because node does not exist (not necessarily an error) 2024-11-27T00:19:51,443 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1477895122/balancer already deleted, retry=false 2024-11-27T00:19:51,444 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:19:51,444 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Unable to get data of znode /0-1477895122/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:19:51,462 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1477895122/normalizer already deleted, retry=false 2024-11-27T00:19:51,463 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:19:51,464 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Unable to get data of znode /0-1477895122/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:19:51,473 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1477895122/switch/split already deleted, retry=false 2024-11-27T00:19:51,474 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Unable to get data of znode /0-1477895122/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:19:51,483 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1477895122/switch/merge already deleted, retry=false 2024-11-27T00:19:51,496 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Unable to get data of znode /0-1477895122/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:19:51,504 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1477895122/snapshot-cleanup already deleted, retry=false 2024-11-27T00:19:51,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1477895122/running 2024-11-27T00:19:51,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1477895122/running 2024-11-27T00:19:51,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:51,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:51,516 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,35035,1732666790469, sessionid=0x10179a8caf00006, setting cluster-up flag (Was=false) 2024-11-27T00:19:51,526 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1477895122/flush-table-proc/acquired, /0-1477895122/flush-table-proc/reached, /0-1477895122/flush-table-proc/abort 2024-11-27T00:19:51,527 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,35035,1732666790469 2024-11-27T00:19:51,536 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1477895122/online-snapshot/acquired, /0-1477895122/online-snapshot/reached, /0-1477895122/online-snapshot/abort 2024-11-27T00:19:51,537 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,35035,1732666790469 2024-11-27T00:19:51,538 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/.lastflushedseqids 2024-11-27T00:19:51,540 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:19:51,540 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:19:51,540 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,35035,1732666790469 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f036bc4986ea,35981,1732666775567 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:19:51,541 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(746): ClusterId : 9449403c-d387-40bb-872a-165aaf75a098 2024-11-27T00:19:51,541 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:19:51,542 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:19:51,542 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:19:51,542 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:19:51,542 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:19:51,542 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:19:51,542 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:51,542 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:19:51,542 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:51,543 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666821543 2024-11-27T00:19:51,543 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:19:51,543 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:19:51,543 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:19:51,543 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:19:51,543 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:19:51,543 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:19:51,543 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f036bc4986ea,35981,1732666775567, splitWal=true, meta=true 2024-11-27T00:19:51,544 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,544 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:19:51,544 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f036bc4986ea,35981,1732666775567, splitWal=true, meta=true, isMeta: true 2024-11-27T00:19:51,544 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:19:51,544 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:19:51,544 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:19:51,545 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567-splitting 2024-11-27T00:19:51,546 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567-splitting dir is empty, no logs to split. 2024-11-27T00:19:51,546 INFO [PEWorker-1 {}] master.SplitWALManager(105): f036bc4986ea,35981,1732666775567 WAL count=0, meta=true 2024-11-27T00:19:51,547 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567-splitting dir is empty, no logs to split. 2024-11-27T00:19:51,547 INFO [PEWorker-1 {}] master.SplitWALManager(105): f036bc4986ea,35981,1732666775567 WAL count=0, meta=true 2024-11-27T00:19:51,547 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f036bc4986ea,35981,1732666775567 WAL splitting is done? wals=0, meta=true 2024-11-27T00:19:51,548 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:19:51,548 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:19:51,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:19:51,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:19:51,550 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T00:19:51,552 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666791548,5,FailOnTimeoutGroup] 2024-11-27T00:19:51,552 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:19:51,552 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:19:51,552 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666791552,5,FailOnTimeoutGroup] 2024-11-27T00:19:51,552 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,552 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:19:51,552 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,552 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,552 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666791552, completionTime=-1 2024-11-27T00:19:51,552 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T00:19:51,552 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T00:19:51,563 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:19:51,563 DEBUG [RS:0;f036bc4986ea:43245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b01016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:19:51,575 DEBUG [RS:0;f036bc4986ea:43245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:43245 2024-11-27T00:19:51,575 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:19:51,575 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:19:51,575 DEBUG [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:19:51,576 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,35035,1732666790469 with port=43245, startcode=1732666790517 2024-11-27T00:19:51,576 DEBUG [RS:0;f036bc4986ea:43245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:19:51,577 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:19:51,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,43245,1732666790517 2024-11-27T00:19:51,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35035 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,43245,1732666790517 2024-11-27T00:19:51,579 DEBUG [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a 2024-11-27T00:19:51,579 DEBUG [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34875 2024-11-27T00:19:51,579 DEBUG [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:19:51,603 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=51ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T00:19:51,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122/rs 2024-11-27T00:19:51,645 DEBUG [RS:0;f036bc4986ea:43245 {}] zookeeper.ZKUtil(111): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on existing znode=/0-1477895122/rs/f036bc4986ea,43245,1732666790517 2024-11-27T00:19:51,645 WARN [RS:0;f036bc4986ea:43245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:19:51,645 INFO [RS:0;f036bc4986ea:43245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:19:51,645 DEBUG [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517 2024-11-27T00:19:51,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,43245,1732666790517] 2024-11-27T00:19:51,662 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:19:51,663 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:19:51,663 INFO [RS:0;f036bc4986ea:43245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:19:51,663 INFO [RS:0;f036bc4986ea:43245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,664 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:19:51,664 INFO [RS:0;f036bc4986ea:43245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:19:51,664 INFO [RS:0;f036bc4986ea:43245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,664 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:51,664 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:51,664 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:51,664 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:51,664 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:51,664 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:19:51,665 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:51,665 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:51,665 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:51,665 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:51,665 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:51,665 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:19:51,665 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:19:51,665 DEBUG [RS:0;f036bc4986ea:43245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:19:51,665 INFO [RS:0;f036bc4986ea:43245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,665 INFO [RS:0;f036bc4986ea:43245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,665 INFO [RS:0;f036bc4986ea:43245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,665 INFO [RS:0;f036bc4986ea:43245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,665 INFO [RS:0;f036bc4986ea:43245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,665 INFO [RS:0;f036bc4986ea:43245 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,43245,1732666790517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:19:51,679 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:19:51,679 INFO [RS:0;f036bc4986ea:43245 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,43245,1732666790517-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,693 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,43245,1732666790517, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:19:51,693 INFO [RS:0;f036bc4986ea:43245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,693 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.Replication(171): f036bc4986ea,43245,1732666790517 started 2024-11-27T00:19:51,700 WARN [f036bc4986ea:35035 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T00:19:51,707 DEBUG [RS:0;f036bc4986ea:43245.replicationSource,1-f036bc4986ea,43245,1732666790517 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:41331' 2024-11-27T00:19:51,708 INFO [RS:0;f036bc4986ea:43245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:51,708 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,43245,1732666790517, RpcServer on f036bc4986ea/172.17.0.3:43245, sessionid=0x10179a8caf00007 2024-11-27T00:19:51,708 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:19:51,708 DEBUG [RS:0;f036bc4986ea:43245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,43245,1732666790517 2024-11-27T00:19:51,708 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,43245,1732666790517' 2024-11-27T00:19:51,708 DEBUG [RS:0;f036bc4986ea:43245.replicationSource,1-f036bc4986ea,43245,1732666790517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c44ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:51,708 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1477895122/flush-table-proc/abort' 2024-11-27T00:19:51,708 DEBUG [RS:0;f036bc4986ea:43245.replicationSource,1-f036bc4986ea,43245,1732666790517 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41331,-1 for getting cluster id 2024-11-27T00:19:51,708 DEBUG [RS:0;f036bc4986ea:43245.replicationSource,1-f036bc4986ea,43245,1732666790517 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:19:51,709 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1477895122/flush-table-proc/acquired' 2024-11-27T00:19:51,709 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:19:51,709 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:19:51,709 DEBUG [RS:0;f036bc4986ea:43245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,43245,1732666790517 2024-11-27T00:19:51,709 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,43245,1732666790517' 2024-11-27T00:19:51,709 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1477895122/online-snapshot/abort' 2024-11-27T00:19:51,709 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '18c810de-d733-4a9c-b577-66e2bf645089' 2024-11-27T00:19:51,710 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1477895122/online-snapshot/acquired' 2024-11-27T00:19:51,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:19:51,710 DEBUG [RS:0;f036bc4986ea:43245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:19:51,710 INFO [RS:0;f036bc4986ea:43245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:19:51,710 INFO [RS:0;f036bc4986ea:43245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:19:51,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "18c810de-d733-4a9c-b577-66e2bf645089" 2024-11-27T00:19:51,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f390019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:51,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41331,-1] 2024-11-27T00:19:51,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:19:51,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:51,712 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:19:51,712 DEBUG [RS:0;f036bc4986ea:43245.replicationSource,1-f036bc4986ea,43245,1732666790517 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e2a584d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:51,713 DEBUG [RS:0;f036bc4986ea:43245.replicationSource,1-f036bc4986ea,43245,1732666790517 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:19:51,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41331,1732666780897 2024-11-27T00:19:51,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12cd4910 2024-11-27T00:19:51,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:19:51,714 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-27T00:19:51,715 INFO [RS:0;f036bc4986ea:43245.replicationSource,1-f036bc4986ea,43245,1732666790517 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,43245,1732666790517 (queues=0) is replicating from cluster=9449403c-d387-40bb-872a-165aaf75a098 to cluster=18c810de-d733-4a9c-b577-66e2bf645089 2024-11-27T00:19:51,810 INFO [RS:0;f036bc4986ea:43245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:19:51,812 INFO [RS:0;f036bc4986ea:43245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C43245%2C1732666790517, suffix=, logDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/oldWALs, maxLogs=10 2024-11-27T00:19:51,825 DEBUG [RS:0;f036bc4986ea:43245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812, exclude list is [], retry=0 2024-11-27T00:19:51,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42535,DS-41bb482d-6d7f-4c71-b98d-f048b8320cbd,DISK] 2024-11-27T00:19:51,829 INFO [RS:0;f036bc4986ea:43245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812 2024-11-27T00:19:51,829 DEBUG [RS:0;f036bc4986ea:43245 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f036bc4986ea%2C43245%2C1732666790517 for peer 1 2024-11-27T00:19:51,829 DEBUG [RS:0;f036bc4986ea:43245 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C43245%2C1732666790517 2024-11-27T00:19:51,829 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,43245,1732666790517, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:19:51,830 DEBUG [RS:0;f036bc4986ea:43245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33651:33651)] 2024-11-27T00:19:51,830 INFO [RS:0;f036bc4986ea:43245.replicationSource.shipperf036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C43245%2C1732666790517 2024-11-27T00:19:51,830 DEBUG [RS:0;f036bc4986ea:43245.replicationSource.wal-reader.f036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812, startPosition=0, beingWritten=true 2024-11-27T00:19:51,950 DEBUG [f036bc4986ea:35035 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:19:51,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,43245,1732666790517 2024-11-27T00:19:51,951 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,43245,1732666790517, state=OPENING 2024-11-27T00:19:51,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1477895122/meta-region-server 2024-11-27T00:19:51,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1477895122/meta-region-server 2024-11-27T00:19:51,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1477895122/meta-region-server: CHANGED 2024-11-27T00:19:51,999 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:19:51,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1477895122/meta-region-server: CHANGED 2024-11-27T00:19:51,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,43245,1732666790517}] 2024-11-27T00:19:52,034 DEBUG [RS:0;f036bc4986ea:43245.replicationSource.wal-reader.f036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812 to pos 0, reset compression=false 2024-11-27T00:19:52,152 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:19:52,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:19:52,156 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:19:52,156 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:19:52,157 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:19:52,158 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C43245%2C1732666790517.meta, suffix=.meta, logDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/oldWALs, maxLogs=10 2024-11-27T00:19:52,170 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.meta.1732666792158.meta, exclude list is [], retry=0 2024-11-27T00:19:52,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42535,DS-41bb482d-6d7f-4c71-b98d-f048b8320cbd,DISK] 2024-11-27T00:19:52,174 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.meta.1732666792158.meta 2024-11-27T00:19:52,174 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33651:33651)] 2024-11-27T00:19:52,175 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:19:52,175 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:19:52,175 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:19:52,175 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:19:52,175 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:19:52,175 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:19:52,175 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:19:52,176 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:19:52,176 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:19:52,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:19:52,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:19:52,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:52,183 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/info/141c03a1c8c84b82951fe1a9ea7190c0 2024-11-27T00:19:52,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:52,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:19:52,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:19:52,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:52,190 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/ns/78da834a56cd4f97a60332d736ed9a7d 2024-11-27T00:19:52,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:52,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:19:52,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:19:52,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:52,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:52,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:19:52,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:19:52,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:52,196 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/table/5c1c402f6ff94fb6a96a28b70273b67d 2024-11-27T00:19:52,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:19:52,197 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:19:52,197 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740 2024-11-27T00:19:52,198 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740 2024-11-27T00:19:52,199 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:19:52,199 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:19:52,200 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:19:52,201 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:19:52,201 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68889448, jitterRate=0.026532769203186035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:19:52,201 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:19:52,202 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666792176Writing region info on filesystem at 1732666792176Initializing all the Stores at 1732666792177 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666792177Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666792177Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666792177Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666792177Cleaning up temporary data from old regions at 1732666792199 (+22 ms)Running coprocessor post-open hooks at 1732666792201 (+2 ms)Region opened successfully at 1732666792201 2024-11-27T00:19:52,202 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732666792152 2024-11-27T00:19:52,204 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:19:52,204 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:19:52,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f036bc4986ea,43245,1732666790517 2024-11-27T00:19:52,205 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,43245,1732666790517, state=OPEN 2024-11-27T00:19:52,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1477895122/meta-region-server 2024-11-27T00:19:52,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1477895122/meta-region-server 2024-11-27T00:19:52,215 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,43245,1732666790517 2024-11-27T00:19:52,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1477895122/meta-region-server: CHANGED 2024-11-27T00:19:52,215 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1477895122/meta-region-server: CHANGED 2024-11-27T00:19:52,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T00:19:52,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,43245,1732666790517 in 216 msec 2024-11-27T00:19:52,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:19:52,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 669 msec 2024-11-27T00:19:52,339 DEBUG [RS:0;f036bc4986ea:43245.replicationSource.wal-reader.f036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812 to pos 0, reset compression=false 2024-11-27T00:19:52,743 DEBUG [RS:0;f036bc4986ea:43245.replicationSource.wal-reader.f036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812 to pos 0, reset compression=false 2024-11-27T00:19:53,105 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-27T00:19:53,248 DEBUG [RS:0;f036bc4986ea:43245.replicationSource.wal-reader.f036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812 to pos 0, reset compression=false 2024-11-27T00:19:53,852 DEBUG [RS:0;f036bc4986ea:43245.replicationSource.wal-reader.f036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812 to pos 0, reset compression=false 2024-11-27T00:19:54,558 DEBUG [RS:0;f036bc4986ea:43245.replicationSource.wal-reader.f036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812 to pos 0, reset compression=false 2024-11-27T00:19:54,607 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-27T00:19:55,363 DEBUG [RS:0;f036bc4986ea:43245.replicationSource.wal-reader.f036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812 to pos 0, reset compression=false 2024-11-27T00:19:56,060 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T00:19:56,060 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:19:56,060 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:19:56,060 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43245,1732666790517, seqNum=-1] 2024-11-27T00:19:56,061 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:19:56,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:19:56,066 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=67597e3026079817bc29b70d013b313c, regionState=OPEN, lastHost=f036bc4986ea,35981,1732666775567, regionLocation=f036bc4986ea,35981,1732666775567, openSeqNum=2 2024-11-27T00:19:56,066 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:19:56,066 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666856066 2024-11-27T00:19:56,066 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666916066 2024-11-27T00:19:56,066 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-27T00:19:56,066 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f036bc4986ea,35981,1732666775567 had 2 regions 2024-11-27T00:19:56,066 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,35035,1732666790469-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:56,066 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,35035,1732666790469-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:56,067 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,35035,1732666790469-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:56,067 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:35035, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:56,067 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:56,067 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:56,067 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f036bc4986ea,35981,1732666775567, splitWal=true, meta=true, isMeta: false 2024-11-27T00:19:56,069 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567-splitting dir is empty, no logs to split. 2024-11-27T00:19:56,069 INFO [PEWorker-3 {}] master.SplitWALManager(105): f036bc4986ea,35981,1732666775567 WAL count=0, meta=false 2024-11-27T00:19:56,071 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,35981,1732666775567-splitting dir is empty, no logs to split. 2024-11-27T00:19:56,071 INFO [PEWorker-3 {}] master.SplitWALManager(105): f036bc4986ea,35981,1732666775567 WAL count=0, meta=false 2024-11-27T00:19:56,071 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f036bc4986ea,35981,1732666775567 WAL splitting is done? wals=0, meta=false 2024-11-27T00:19:56,072 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.489sec 2024-11-27T00:19:56,073 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:19:56,073 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:19:56,073 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:19:56,073 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:19:56,073 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:19:56,073 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,35035,1732666790469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:19:56,073 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,35035,1732666790469-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:19:56,074 WARN [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f036bc4986ea,35981,1732666775567/hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:56,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67597e3026079817bc29b70d013b313c, ASSIGN}] 2024-11-27T00:19:56,076 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67597e3026079817bc29b70d013b313c, ASSIGN 2024-11-27T00:19:56,077 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=67597e3026079817bc29b70d013b313c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T00:19:56,077 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:19:56,077 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:19:56,077 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,35035,1732666790469-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:19:56,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff589d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:56,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,35035,-1 for getting cluster id 2024-11-27T00:19:56,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:19:56,146 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9449403c-d387-40bb-872a-165aaf75a098' 2024-11-27T00:19:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:19:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9449403c-d387-40bb-872a-165aaf75a098" 2024-11-27T00:19:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd7e7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,35035,-1] 2024-11-27T00:19:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:19:56,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:56,148 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:19:56,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eba6464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:56,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:19:56,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43245,1732666790517, seqNum=-1] 2024-11-27T00:19:56,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:19:56,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:19:56,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T00:19:56,153 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:19:56,153 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:56,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:56,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:56,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:19:56,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f036bc4986ea:35035 after: f036bc4986ea:35035 2024-11-27T00:19:56,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f16a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:56,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,35035,-1 for getting cluster id 2024-11-27T00:19:56,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:19:56,155 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9449403c-d387-40bb-872a-165aaf75a098' 2024-11-27T00:19:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:19:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9449403c-d387-40bb-872a-165aaf75a098" 2024-11-27T00:19:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c24d2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,35035,-1] 2024-11-27T00:19:56,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:19:56,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:56,156 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:19:56,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a8890e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:19:56,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:19:56,157 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,35035,1732666790469 2024-11-27T00:19:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f9c213d 2024-11-27T00:19:56,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:19:56,158 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:19:56,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35035 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-27T00:19:56,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:19:56,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:19:56,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:56,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:56,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:56,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:19:56,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:19:56,159 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1888769839, stopped=false 2024-11-27T00:19:56,159 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,41331,1732666780897 2024-11-27T00:19:56,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1876236788/running 2024-11-27T00:19:56,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1876236788/running 2024-11-27T00:19:56,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:56,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:56,225 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:19:56,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:19:56,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Set watcher on znode that does not yet exist, /1-1876236788/running 2024-11-27T00:19:56,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:56,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:56,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Set watcher on znode that does not yet exist, /1-1876236788/running 2024-11-27T00:19:56,226 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,42387,1732666781046' ***** 2024-11-27T00:19:56,226 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:19:56,226 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:19:56,226 INFO [RS:0;f036bc4986ea:42387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:19:56,226 INFO [RS:0;f036bc4986ea:42387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:19:56,226 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:19:56,226 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,42387,1732666781046 2024-11-27T00:19:56,226 INFO [RS:0;f036bc4986ea:42387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:19:56,226 INFO [RS:0;f036bc4986ea:42387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:42387. 2024-11-27T00:19:56,226 DEBUG [RS:0;f036bc4986ea:42387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:56,226 DEBUG [RS:0;f036bc4986ea:42387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:56,227 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:19:56,227 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:19:56,227 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:19:56,227 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:19:56,227 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:19:56,227 DEBUG [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:19:56,227 DEBUG [f036bc4986ea:35035 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:19:56,227 DEBUG [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:56,227 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:19:56,227 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:19:56,227 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:19:56,227 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:19:56,227 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:19:56,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=67597e3026079817bc29b70d013b313c, regionState=OPENING, regionLocation=f036bc4986ea,43245,1732666790517 2024-11-27T00:19:56,227 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T00:19:56,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=67597e3026079817bc29b70d013b313c, ASSIGN because future has completed 2024-11-27T00:19:56,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67597e3026079817bc29b70d013b313c, server=f036bc4986ea,43245,1732666790517}] 2024-11-27T00:19:56,247 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/data/hbase/meta/1588230740/.tmp/ns/325571716721478480adb8646011239e is 43, key is default/ns:d/1732666784333/Put/seqid=0 2024-11-27T00:19:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741835_1011 (size=5153) 2024-11-27T00:19:56,268 DEBUG [RS:0;f036bc4986ea:43245.replicationSource.wal-reader.f036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812 to pos 0, reset compression=false 2024-11-27T00:19:56,291 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:19:56,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T00:19:56,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:56,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:19:56,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:19:56,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C43245%2C1732666790517.rep, suffix=, logDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517, archiveDir=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/oldWALs, maxLogs=10 2024-11-27T00:19:56,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.rep.1732666796387, exclude list is [], retry=0 2024-11-27T00:19:56,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42535,DS-41bb482d-6d7f-4c71-b98d-f048b8320cbd,DISK] 2024-11-27T00:19:56,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.rep.1732666796387 2024-11-27T00:19:56,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33651:33651)] 2024-11-27T00:19:56,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 67597e3026079817bc29b70d013b313c, NAME => 'hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:19:56,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:19:56,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:19:56,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. service=MultiRowMutationService 2024-11-27T00:19:56,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:19:56,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:56,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:19:56,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:56,407 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:56,408 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:56,409 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67597e3026079817bc29b70d013b313c columnFamilyName hfileref 2024-11-27T00:19:56,409 DEBUG [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:56,410 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] regionserver.HStore(327): Store=67597e3026079817bc29b70d013b313c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:56,410 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:56,411 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67597e3026079817bc29b70d013b313c columnFamilyName queue 2024-11-27T00:19:56,411 DEBUG [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:56,417 DEBUG [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/replication/67597e3026079817bc29b70d013b313c/queue/f421f24ae14f4d5791771210ff64b165 2024-11-27T00:19:56,417 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] regionserver.HStore(327): Store=67597e3026079817bc29b70d013b313c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:56,417 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:56,418 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67597e3026079817bc29b70d013b313c columnFamilyName sid 2024-11-27T00:19:56,418 DEBUG [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:19:56,418 INFO [StoreOpener-67597e3026079817bc29b70d013b313c-1 {}] regionserver.HStore(327): Store=67597e3026079817bc29b70d013b313c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:19:56,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:56,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/replication/67597e3026079817bc29b70d013b313c 2024-11-27T00:19:56,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/replication/67597e3026079817bc29b70d013b313c 2024-11-27T00:19:56,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:56,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:56,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:19:56,440 DEBUG [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:56,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:56,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 67597e3026079817bc29b70d013b313c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70637390, jitterRate=0.052579134702682495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:19:56,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:56,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 67597e3026079817bc29b70d013b313c: Running coprocessor pre-open hook at 1732666796407Writing region info on filesystem at 1732666796407Initializing all the Stores at 1732666796408 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666796408Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666796408Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666796408Cleaning up temporary data from old regions at 1732666796421 (+13 ms)Running coprocessor post-open hooks at 1732666796442 (+21 ms)Region opened successfully at 1732666796442 2024-11-27T00:19:56,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c., pid=13, masterSystemTime=1732666796382 2024-11-27T00:19:56,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:56,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:56,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=67597e3026079817bc29b70d013b313c, regionState=OPEN, openSeqNum=9, regionLocation=f036bc4986ea,43245,1732666790517 2024-11-27T00:19:56,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 67597e3026079817bc29b70d013b313c, server=f036bc4986ea,43245,1732666790517 because future has completed 2024-11-27T00:19:56,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T00:19:56,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 67597e3026079817bc29b70d013b313c, server=f036bc4986ea,43245,1732666790517 in 219 msec 2024-11-27T00:19:56,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-27T00:19:56,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=67597e3026079817bc29b70d013b313c, ASSIGN in 375 msec 2024-11-27T00:19:56,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T00:19:56,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c., hostname=f036bc4986ea,43245,1732666790517, seqNum=9] 2024-11-27T00:19:56,471 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for f036bc4986ea,35981,1732666775567 2024-11-27T00:19:56,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T00:19:56,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-27T00:19:56,640 DEBUG [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:56,651 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/data/hbase/meta/1588230740/.tmp/ns/325571716721478480adb8646011239e 2024-11-27T00:19:56,684 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/data/hbase/meta/1588230740/.tmp/ns/325571716721478480adb8646011239e as hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/data/hbase/meta/1588230740/ns/325571716721478480adb8646011239e 2024-11-27T00:19:56,689 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/data/hbase/meta/1588230740/ns/325571716721478480adb8646011239e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T00:19:56,690 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 463ms, sequenceid=6, compaction requested=false 2024-11-27T00:19:56,690 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:19:56,694 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T00:19:56,694 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:19:56,694 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:19:56,694 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:19:56,695 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666796227Running coprocessor pre-close hooks at 1732666796227Disabling compacts and flushes for region at 1732666796227Disabling writes for close at 1732666796227Obtaining lock to block concurrent updates at 1732666796227Preparing flush snapshotting stores in 1588230740 at 1732666796227Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732666796228 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732666796228Flushing 1588230740/ns: creating writer at 1732666796228Flushing 1588230740/ns: appending metadata at 1732666796246 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732666796246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c6a245c: reopening flushed file at 1732666796683 (+437 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 463ms, sequenceid=6, compaction requested=false at 1732666796690 (+7 ms)Writing region close event to WAL at 1732666796691 (+1 ms)Running coprocessor post-close hooks at 1732666796694 (+3 ms)Closed at 1732666796694 2024-11-27T00:19:56,695 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:19:56,840 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,42387,1732666781046; all regions closed. 2024-11-27T00:19:56,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741834_1010 (size=1152) 2024-11-27T00:19:56,843 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/WALs/f036bc4986ea,42387,1732666781046/f036bc4986ea%2C42387%2C1732666781046.meta.1732666784285.meta not finished, retry = 0 2024-11-27T00:19:56,945 DEBUG [RS:0;f036bc4986ea:42387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/oldWALs 2024-11-27T00:19:56,945 INFO [RS:0;f036bc4986ea:42387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C42387%2C1732666781046.meta:.meta(num 1732666784285) 2024-11-27T00:19:56,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741832_1008 (size=93) 2024-11-27T00:19:56,949 DEBUG [RS:0;f036bc4986ea:42387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/oldWALs 2024-11-27T00:19:56,949 INFO [RS:0;f036bc4986ea:42387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C42387%2C1732666781046:(num 1732666783310) 2024-11-27T00:19:56,949 DEBUG [RS:0;f036bc4986ea:42387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:56,949 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:19:56,949 INFO [RS:0;f036bc4986ea:42387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:19:56,949 INFO [RS:0;f036bc4986ea:42387 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:19:56,949 INFO [RS:0;f036bc4986ea:42387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:19:56,949 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:19:56,949 INFO [RS:0;f036bc4986ea:42387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42387 2024-11-27T00:19:56,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788/rs 2024-11-27T00:19:56,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1876236788/rs/f036bc4986ea,42387,1732666781046 2024-11-27T00:19:56,967 INFO [RS:0;f036bc4986ea:42387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:19:56,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,42387,1732666781046] 2024-11-27T00:19:56,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1876236788/draining/f036bc4986ea,42387,1732666781046 already deleted, retry=false 2024-11-27T00:19:56,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,42387,1732666781046 expired; onlineServers=0 2024-11-27T00:19:56,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,41331,1732666780897' ***** 2024-11-27T00:19:56,988 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:19:56,989 INFO [M:0;f036bc4986ea:41331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:19:56,989 INFO [M:0;f036bc4986ea:41331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:19:56,989 DEBUG [M:0;f036bc4986ea:41331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:19:56,989 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:19:56,989 DEBUG [M:0;f036bc4986ea:41331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:19:56,989 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666783064 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666783064,5,FailOnTimeoutGroup] 2024-11-27T00:19:56,989 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666783064 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666783064,5,FailOnTimeoutGroup] 2024-11-27T00:19:56,989 INFO [M:0;f036bc4986ea:41331 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:19:56,989 INFO [M:0;f036bc4986ea:41331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:19:56,989 DEBUG [M:0;f036bc4986ea:41331 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:19:56,989 INFO [M:0;f036bc4986ea:41331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:19:56,989 INFO [M:0;f036bc4986ea:41331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:19:56,989 INFO [M:0;f036bc4986ea:41331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:19:56,989 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:19:56,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1876236788/master 2024-11-27T00:19:56,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1876236788 2024-11-27T00:19:56,999 DEBUG [M:0;f036bc4986ea:41331 {}] zookeeper.ZKUtil(347): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Unable to get data of znode /1-1876236788/master because node does not exist (not an error) 2024-11-27T00:19:56,999 WARN [M:0;f036bc4986ea:41331 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:19:57,000 INFO [M:0;f036bc4986ea:41331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/.lastflushedseqids 2024-11-27T00:19:57,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741836_1012 (size=99) 2024-11-27T00:19:57,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:57,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42387-0x10179a8caf00004, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:57,078 INFO [RS:0;f036bc4986ea:42387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:19:57,078 INFO [RS:0;f036bc4986ea:42387 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,42387,1732666781046; zookeeper connection closed. 2024-11-27T00:19:57,078 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e2cf9da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e2cf9da 2024-11-27T00:19:57,079 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:19:57,272 DEBUG [RS:0;f036bc4986ea:43245.replicationSource.wal-reader.f036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812 to pos 0, reset compression=false 2024-11-27T00:19:57,407 INFO [M:0;f036bc4986ea:41331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:19:57,407 INFO [M:0;f036bc4986ea:41331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:19:57,407 DEBUG [M:0;f036bc4986ea:41331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:19:57,407 INFO [M:0;f036bc4986ea:41331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:57,407 DEBUG [M:0;f036bc4986ea:41331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:57,407 DEBUG [M:0;f036bc4986ea:41331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:19:57,407 DEBUG [M:0;f036bc4986ea:41331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:57,408 INFO [M:0;f036bc4986ea:41331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T00:19:57,423 DEBUG [M:0;f036bc4986ea:41331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dda53bda687b4d83a03d42a2c39304de is 82, key is hbase:meta,,1/info:regioninfo/1732666784315/Put/seqid=0 2024-11-27T00:19:57,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741837_1013 (size=5672) 2024-11-27T00:19:57,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:19:57,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:57,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:57,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:57,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:57,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:19:57,828 INFO [M:0;f036bc4986ea:41331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dda53bda687b4d83a03d42a2c39304de 2024-11-27T00:19:57,850 DEBUG [M:0;f036bc4986ea:41331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98ab86df21ba424f9e251bb6b94b5859 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732666784336/Put/seqid=0 2024-11-27T00:19:57,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741838_1014 (size=5275) 2024-11-27T00:19:58,255 INFO [M:0;f036bc4986ea:41331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98ab86df21ba424f9e251bb6b94b5859 2024-11-27T00:19:58,272 DEBUG [M:0;f036bc4986ea:41331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb7a03e91da449d2816ba278f370d1c6 is 69, key is f036bc4986ea,42387,1732666781046/rs:state/1732666783109/Put/seqid=0 2024-11-27T00:19:58,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741839_1015 (size=5156) 2024-11-27T00:19:58,377 DEBUG [RS:0;f036bc4986ea:43245.replicationSource.wal-reader.f036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812 to pos 0, reset compression=false 2024-11-27T00:19:58,676 INFO [M:0;f036bc4986ea:41331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb7a03e91da449d2816ba278f370d1c6 2024-11-27T00:19:58,681 DEBUG [M:0;f036bc4986ea:41331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dda53bda687b4d83a03d42a2c39304de as hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dda53bda687b4d83a03d42a2c39304de 2024-11-27T00:19:58,685 INFO [M:0;f036bc4986ea:41331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dda53bda687b4d83a03d42a2c39304de, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T00:19:58,686 DEBUG [M:0;f036bc4986ea:41331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/98ab86df21ba424f9e251bb6b94b5859 as hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98ab86df21ba424f9e251bb6b94b5859 2024-11-27T00:19:58,690 INFO [M:0;f036bc4986ea:41331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/98ab86df21ba424f9e251bb6b94b5859, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T00:19:58,691 DEBUG [M:0;f036bc4986ea:41331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb7a03e91da449d2816ba278f370d1c6 as hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb7a03e91da449d2816ba278f370d1c6 2024-11-27T00:19:58,694 INFO [M:0;f036bc4986ea:41331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35441/user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb7a03e91da449d2816ba278f370d1c6, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T00:19:58,695 INFO [M:0;f036bc4986ea:41331 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false 2024-11-27T00:19:58,696 INFO [M:0;f036bc4986ea:41331 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:19:58,696 DEBUG [M:0;f036bc4986ea:41331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666797407Disabling compacts and flushes for region at 1732666797407Disabling writes for close at 1732666797407Obtaining lock to block concurrent updates at 1732666797408 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666797408Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732666797408Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666797409 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666797409Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666797422 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666797422Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666797832 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666797850 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666797850Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666798259 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666798271 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666798271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26efe60a: reopening flushed file at 1732666798680 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ffd99ff: reopening flushed file at 1732666798685 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14121d67: reopening flushed file at 1732666798690 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false at 1732666798695 (+5 ms)Writing region close event to WAL at 1732666798696 (+1 ms)Closed at 1732666798696 2024-11-27T00:19:58,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43777 is added to blk_1073741830_1006 (size=10165) 2024-11-27T00:19:58,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cbc78ab7-88c0-8bb9-c080-15fdfde220e1/MasterData/WALs/f036bc4986ea,41331,1732666780897/f036bc4986ea%2C41331%2C1732666780897.1732666782802 not finished, retry = 0 2024-11-27T00:19:58,799 INFO [M:0;f036bc4986ea:41331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:19:58,799 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:19:58,799 INFO [M:0;f036bc4986ea:41331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41331 2024-11-27T00:19:58,799 INFO [M:0;f036bc4986ea:41331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:19:58,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:58,962 INFO [M:0;f036bc4986ea:41331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:19:58,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41331-0x10179a8caf00003, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:19:58,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@183aab32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:19:58,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:19:58,965 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:19:58,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:19:58,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/hadoop.log.dir/,STOPPED} 2024-11-27T00:19:58,966 WARN [BP-87540564-172.17.0.3-1732666779044 heartbeating to localhost/127.0.0.1:35441 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:19:58,966 WARN [BP-87540564-172.17.0.3-1732666779044 heartbeating to localhost/127.0.0.1:35441 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-87540564-172.17.0.3-1732666779044 (Datanode Uuid 87658434-bc09-45a7-90bd-440873e19a74) service to localhost/127.0.0.1:35441 2024-11-27T00:19:58,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:19:58,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/cluster_dd5aad5e-6f1c-06b5-cf30-092b64757652/data/data1/current/BP-87540564-172.17.0.3-1732666779044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:19:58,971 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:19:58,971 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/cluster_dd5aad5e-6f1c-06b5-cf30-092b64757652/data/data2/current/BP-87540564-172.17.0.3-1732666779044 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:19:58,971 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:19:58,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc17592{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:19:58,976 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:19:58,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:19:58,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:19:58,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/hadoop.log.dir/,STOPPED} 2024-11-27T00:19:58,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:19:58,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:19:58,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:19:58,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:58,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:58,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:58,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:19:58,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:19:58,987 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2022818223, stopped=false 2024-11-27T00:19:58,987 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,35035,1732666790469 2024-11-27T00:19:58,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1477895122/running 2024-11-27T00:19:58,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1477895122/running 2024-11-27T00:19:58,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:58,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:19:58,999 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:19:58,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:19:58,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:58,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:59,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,43245,1732666790517' ***** 2024-11-27T00:19:59,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:19:59,000 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:19:59,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/running 2024-11-27T00:19:59,000 INFO [RS:0;f036bc4986ea:43245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:19:59,000 INFO [RS:0;f036bc4986ea:43245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:19:59,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:19:59,000 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(3091): Received CLOSE for 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:59,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Set watcher on znode that does not yet exist, /0-1477895122/running 2024-11-27T00:19:59,001 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,43245,1732666790517 2024-11-27T00:19:59,001 INFO [RS:0;f036bc4986ea:43245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:19:59,001 INFO [RS:0;f036bc4986ea:43245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:43245. 2024-11-27T00:19:59,001 DEBUG [RS:0;f036bc4986ea:43245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:59,001 DEBUG [RS:0;f036bc4986ea:43245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:59,001 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 67597e3026079817bc29b70d013b313c, disabling compactions & flushes 2024-11-27T00:19:59,001 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:59,001 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:59,001 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:19:59,001 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:19:59,001 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. after waiting 0 ms 2024-11-27T00:19:59,001 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:19:59,001 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:59,001 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:19:59,002 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T00:19:59,002 DEBUG [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 67597e3026079817bc29b70d013b313c=hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c.} 2024-11-27T00:19:59,003 DEBUG [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 67597e3026079817bc29b70d013b313c 2024-11-27T00:19:59,003 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:19:59,003 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:19:59,003 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:19:59,003 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:19:59,003 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:19:59,003 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T00:19:59,006 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/replication/67597e3026079817bc29b70d013b313c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-27T00:19:59,006 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:19:59,006 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:19:59,007 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:59,007 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 67597e3026079817bc29b70d013b313c: Waiting for close lock at 1732666799001Running coprocessor pre-close hooks at 1732666799001Disabling compacts and flushes for region at 1732666799001Disabling writes for close at 1732666799001Writing region close event to WAL at 1732666799003 (+2 ms)Running coprocessor post-close hooks at 1732666799006 (+3 ms)Closed at 1732666799007 (+1 ms) 2024-11-27T00:19:59,007 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c. 2024-11-27T00:19:59,020 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/.tmp/info/1a9d5e6f7c5d440ca30d43177ef00035 is 147, key is hbase:replication,,1732666784448.67597e3026079817bc29b70d013b313c./info:regioninfo/1732666796446/Put/seqid=0 2024-11-27T00:19:59,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741851_1027 (size=6385) 2024-11-27T00:19:59,071 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:19:59,203 DEBUG [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:59,403 DEBUG [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:19:59,424 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/.tmp/info/1a9d5e6f7c5d440ca30d43177ef00035 2024-11-27T00:19:59,429 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/.tmp/info/1a9d5e6f7c5d440ca30d43177ef00035 as hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/info/1a9d5e6f7c5d440ca30d43177ef00035 2024-11-27T00:19:59,434 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/info/1a9d5e6f7c5d440ca30d43177ef00035, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T00:19:59,435 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-27T00:19:59,442 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T00:19:59,442 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:19:59,442 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:19:59,443 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:19:59,443 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666799003Running coprocessor pre-close hooks at 1732666799003Disabling compacts and flushes for region at 1732666799003Disabling writes for close at 1732666799003Obtaining lock to block concurrent updates at 1732666799003Preparing flush snapshotting stores in 1588230740 at 1732666799003Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732666799003Flushing stores of hbase:meta,,1.1588230740 at 1732666799004 (+1 ms)Flushing 1588230740/info: creating writer at 1732666799004Flushing 1588230740/info: appending metadata at 1732666799019 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732666799019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4908a32: reopening flushed file at 1732666799428 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1732666799435 (+7 ms)Writing region close event to WAL at 1732666799438 (+3 ms)Running coprocessor post-close hooks at 1732666799442 (+4 ms)Closed at 1732666799443 (+1 ms) 2024-11-27T00:19:59,443 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:19:59,581 DEBUG [RS:0;f036bc4986ea:43245.replicationSource.wal-reader.f036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812 to pos 0, reset compression=false 2024-11-27T00:19:59,603 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,43245,1732666790517; all regions closed. 2024-11-27T00:19:59,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.meta.1732666792158.meta not finished, retry = 0 2024-11-27T00:19:59,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741849_1025 (size=2156) 2024-11-27T00:19:59,707 DEBUG [RS:0;f036bc4986ea:43245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/oldWALs 2024-11-27T00:19:59,707 INFO [RS:0;f036bc4986ea:43245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C43245%2C1732666790517.meta:.meta(num 1732666792158) 2024-11-27T00:19:59,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741850_1026 (size=796) 2024-11-27T00:19:59,709 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.rep.1732666796387 not finished, retry = 0 2024-11-27T00:19:59,731 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:19:59,731 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:19:59,812 DEBUG [RS:0;f036bc4986ea:43245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/oldWALs 2024-11-27T00:19:59,812 INFO [RS:0;f036bc4986ea:43245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C43245%2C1732666790517.rep:(num 1732666796387) 2024-11-27T00:19:59,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741848_1024 (size=93) 2024-11-27T00:19:59,814 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/WALs/f036bc4986ea,43245,1732666790517/f036bc4986ea%2C43245%2C1732666790517.1732666791812 not finished, retry = 0 2024-11-27T00:19:59,916 DEBUG [RS:0;f036bc4986ea:43245 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/oldWALs 2024-11-27T00:19:59,916 INFO [RS:0;f036bc4986ea:43245 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C43245%2C1732666790517:(num 1732666791812) 2024-11-27T00:19:59,916 DEBUG [RS:0;f036bc4986ea:43245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:59,916 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:19:59,917 INFO [RS:0;f036bc4986ea:43245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:19:59,917 INFO [RS:0;f036bc4986ea:43245 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:19:59,917 INFO [RS:0;f036bc4986ea:43245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:19:59,917 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:19:59,917 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,43245,1732666790517 because: Region server is closing 2024-11-27T00:19:59,917 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T00:19:59,917 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T00:19:59,917 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T00:19:59,917 INFO [RS:0;f036bc4986ea:43245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:43245. 2024-11-27T00:19:59,917 DEBUG [RS:0;f036bc4986ea:43245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:19:59,918 DEBUG [RS:0;f036bc4986ea:43245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:59,918 DEBUG [RS:0;f036bc4986ea:43245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:19:59,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:00,018 WARN [RS:0;f036bc4986ea:43245.replicationSource.shipperf036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T00:20:00,018 WARN [RS:0;f036bc4986ea:43245.replicationSource.wal-reader.f036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:20:00,018 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f036bc4986ea:43245.replicationSource.shipperf036bc4986ea%2C43245%2C1732666790517,1-f036bc4986ea,43245,1732666790517 terminated 2024-11-27T00:20:00,018 INFO [RS:0;f036bc4986ea:43245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43245 2024-11-27T00:20:00,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1477895122/rs/f036bc4986ea,43245,1732666790517 2024-11-27T00:20:00,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122/rs 2024-11-27T00:20:00,083 INFO [RS:0;f036bc4986ea:43245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:20:00,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,43245,1732666790517] 2024-11-27T00:20:00,104 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1477895122/draining/f036bc4986ea,43245,1732666790517 already deleted, retry=false 2024-11-27T00:20:00,104 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,43245,1732666790517 expired; onlineServers=0 2024-11-27T00:20:00,104 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,35035,1732666790469' ***** 2024-11-27T00:20:00,104 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:20:00,104 INFO [M:0;f036bc4986ea:35035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:20:00,104 INFO [M:0;f036bc4986ea:35035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:20:00,104 DEBUG [M:0;f036bc4986ea:35035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:20:00,104 DEBUG [M:0;f036bc4986ea:35035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:20:00,104 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:20:00,104 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666791552 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666791552,5,FailOnTimeoutGroup] 2024-11-27T00:20:00,104 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666791548 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666791548,5,FailOnTimeoutGroup] 2024-11-27T00:20:00,104 INFO [M:0;f036bc4986ea:35035 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:20:00,105 INFO [M:0;f036bc4986ea:35035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:20:00,105 DEBUG [M:0;f036bc4986ea:35035 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:20:00,105 INFO [M:0;f036bc4986ea:35035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:20:00,105 INFO [M:0;f036bc4986ea:35035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:20:00,105 INFO [M:0;f036bc4986ea:35035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:20:00,105 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:20:00,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1477895122/master 2024-11-27T00:20:00,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1477895122 2024-11-27T00:20:00,114 DEBUG [M:0;f036bc4986ea:35035 {}] zookeeper.ZKUtil(347): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Unable to get data of znode /0-1477895122/master because node does not exist (not an error) 2024-11-27T00:20:00,114 WARN [M:0;f036bc4986ea:35035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:20:00,115 INFO [M:0;f036bc4986ea:35035 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/.lastflushedseqids 2024-11-27T00:20:00,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741852_1028 (size=181) 2024-11-27T00:20:00,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:00,193 INFO [RS:0;f036bc4986ea:43245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:20:00,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43245-0x10179a8caf00007, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:00,193 INFO [RS:0;f036bc4986ea:43245 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,43245,1732666790517; zookeeper connection closed. 2024-11-27T00:20:00,194 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9e52ce0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9e52ce0 2024-11-27T00:20:00,194 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:20:00,520 INFO [M:0;f036bc4986ea:35035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:20:00,520 INFO [M:0;f036bc4986ea:35035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:20:00,520 DEBUG [M:0;f036bc4986ea:35035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:20:00,520 INFO [M:0;f036bc4986ea:35035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:00,520 DEBUG [M:0;f036bc4986ea:35035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:00,520 DEBUG [M:0;f036bc4986ea:35035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:20:00,520 DEBUG [M:0;f036bc4986ea:35035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:00,520 INFO [M:0;f036bc4986ea:35035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T00:20:00,541 DEBUG [M:0;f036bc4986ea:35035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9904d77fc584d3b8590c00c5f0d2a42 is 82, key is hbase:meta,,1/info:regioninfo/1732666792204/Put/seqid=0 2024-11-27T00:20:00,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741853_1029 (size=5672) 2024-11-27T00:20:00,950 INFO [M:0;f036bc4986ea:35035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9904d77fc584d3b8590c00c5f0d2a42 2024-11-27T00:20:00,968 DEBUG [M:0;f036bc4986ea:35035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9797c261bfba4e6d877c9fcfbf46f51a is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732666796451/Put/seqid=0 2024-11-27T00:20:00,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741854_1030 (size=7312) 2024-11-27T00:20:01,373 INFO [M:0;f036bc4986ea:35035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9797c261bfba4e6d877c9fcfbf46f51a 2024-11-27T00:20:01,394 DEBUG [M:0;f036bc4986ea:35035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eed9fc6f40aa4e9c97a3663e9c799c1e is 69, key is f036bc4986ea,43245,1732666790517/rs:state/1732666791578/Put/seqid=0 2024-11-27T00:20:01,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741855_1031 (size=5370) 2024-11-27T00:20:01,799 INFO [M:0;f036bc4986ea:35035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eed9fc6f40aa4e9c97a3663e9c799c1e 2024-11-27T00:20:01,803 INFO [M:0;f036bc4986ea:35035 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eed9fc6f40aa4e9c97a3663e9c799c1e 2024-11-27T00:20:01,804 DEBUG [M:0;f036bc4986ea:35035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e9904d77fc584d3b8590c00c5f0d2a42 as hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9904d77fc584d3b8590c00c5f0d2a42 2024-11-27T00:20:01,809 INFO [M:0;f036bc4986ea:35035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e9904d77fc584d3b8590c00c5f0d2a42, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T00:20:01,811 DEBUG [M:0;f036bc4986ea:35035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9797c261bfba4e6d877c9fcfbf46f51a as hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9797c261bfba4e6d877c9fcfbf46f51a 2024-11-27T00:20:01,816 INFO [M:0;f036bc4986ea:35035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9797c261bfba4e6d877c9fcfbf46f51a, entries=7, sequenceid=127, filesize=7.1 K 2024-11-27T00:20:01,817 DEBUG [M:0;f036bc4986ea:35035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eed9fc6f40aa4e9c97a3663e9c799c1e as hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eed9fc6f40aa4e9c97a3663e9c799c1e 2024-11-27T00:20:01,821 INFO [M:0;f036bc4986ea:35035 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eed9fc6f40aa4e9c97a3663e9c799c1e 2024-11-27T00:20:01,822 INFO [M:0;f036bc4986ea:35035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34875/user/jenkins/test-data/0618400f-c56a-cd0a-b368-cf22edb79e4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eed9fc6f40aa4e9c97a3663e9c799c1e, entries=2, sequenceid=127, filesize=5.2 K 2024-11-27T00:20:01,822 INFO [M:0;f036bc4986ea:35035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=127, compaction requested=false 2024-11-27T00:20:01,824 INFO [M:0;f036bc4986ea:35035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:01,824 DEBUG [M:0;f036bc4986ea:35035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666800520Disabling compacts and flushes for region at 1732666800520Disabling writes for close at 1732666800520Obtaining lock to block concurrent updates at 1732666800520Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666800520Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732666800521 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666800521Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666800521Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666800541 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666800541Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666800954 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666800967 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666800967Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666801377 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666801394 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666801394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@702fba56: reopening flushed file at 1732666801803 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a7b02bf: reopening flushed file at 1732666801810 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1d2655: reopening flushed file at 1732666801816 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=127, compaction requested=false at 1732666801822 (+6 ms)Writing region close event to WAL at 1732666801823 (+1 ms)Closed at 1732666801823 2024-11-27T00:20:01,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42535 is added to blk_1073741847_1023 (size=22903) 2024-11-27T00:20:01,829 INFO [M:0;f036bc4986ea:35035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:20:01,829 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:20:01,829 INFO [M:0;f036bc4986ea:35035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35035 2024-11-27T00:20:01,829 INFO [M:0;f036bc4986ea:35035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:20:01,962 INFO [M:0;f036bc4986ea:35035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:20:01,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:01,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35035-0x10179a8caf00006, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:01,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb855d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:20:01,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:20:01,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:20:01,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:20:01,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/hadoop.log.dir/,STOPPED} 2024-11-27T00:20:01,966 WARN [BP-1727724829-172.17.0.3-1732666773340 heartbeating to localhost/127.0.0.1:34875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:20:01,966 WARN [BP-1727724829-172.17.0.3-1732666773340 heartbeating to localhost/127.0.0.1:34875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1727724829-172.17.0.3-1732666773340 (Datanode Uuid 624d1fdc-4aa2-46f4-b674-91e91752badc) service to localhost/127.0.0.1:34875 2024-11-27T00:20:01,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:20:01,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:20:01,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/cluster_e5f70066-4e15-3e31-fa54-d40de83269b0/data/data1/current/BP-1727724829-172.17.0.3-1732666773340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:20:01,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/cluster_e5f70066-4e15-3e31-fa54-d40de83269b0/data/data2/current/BP-1727724829-172.17.0.3-1732666773340 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:20:01,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:20:01,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b567c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:20:01,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@488881f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:20:01,974 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:20:01,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d32fc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:20:01,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad3a617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c5c31cf0-90fd-1795-55df-65603cc45394/hadoop.log.dir/,STOPPED} 2024-11-27T00:20:01,980 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T00:20:01,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:20:02,001 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 160) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35441 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63473) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63473) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35441 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35441 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34875 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35441 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 240), ProcessCount=11 (was 11), AvailableMemoryMB=2105 (was 2199) 2024-11-27T00:20:02,009 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=2104 2024-11-27T00:20:02,022 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-27T00:20:02,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/hadoop.log.dir so I do NOT create it in target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc 2024-11-27T00:20:02,023 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:20:02,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/hadoop.tmp.dir so I do NOT create it in target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc 2024-11-27T00:20:02,023 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9db861cd-7eaa-379e-2de3-43d555574928/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:20:02,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc 2024-11-27T00:20:02,023 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/cluster_6bdd7b5d-d5de-2064-906d-97855d129bea, deleteOnExit=true 2024-11-27T00:20:02,043 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/cluster_6bdd7b5d-d5de-2064-906d-97855d129bea/zookeeper_0, clientPort=60296, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/cluster_6bdd7b5d-d5de-2064-906d-97855d129bea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/cluster_6bdd7b5d-d5de-2064-906d-97855d129bea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T00:20:02,044 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60296 2024-11-27T00:20:02,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:20:02,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:20:02,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/test.cache.data in system properties and HBase conf 2024-11-27T00:20:02,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:20:02,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:20:02,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:20:02,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:20:02,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:20:02,045 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:20:02,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:20:02,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10179a8caf00002, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:20:02,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10179a8caf00005, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:20:02,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10179a8caf00005, quorum=127.0.0.1:63473, baseZNode=/1-1876236788 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:20:02,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10179a8caf00002, quorum=127.0.0.1:63473, baseZNode=/0-1477895122 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:20:02,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:20:02,439 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:20:02,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:20:02,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:20:02,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:20:02,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:20:02,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:20:02,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:20:02,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72f0a085{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/java.io.tmpdir/jetty-localhost-46479-hadoop-hdfs-3_4_1-tests_jar-_-any-11795359772246479098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:20:02,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:46479} 2024-11-27T00:20:02,542 INFO [Time-limited test {}] server.Server(415): Started @174059ms 2024-11-27T00:20:02,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:20:02,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:20:02,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:20:02,778 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:20:02,778 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:20:02,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:20:02,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:20:02,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/java.io.tmpdir/jetty-localhost-36045-hadoop-hdfs-3_4_1-tests_jar-_-any-2839072952304565852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:20:02,874 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:36045} 2024-11-27T00:20:02,874 INFO [Time-limited test {}] server.Server(415): Started @174390ms 2024-11-27T00:20:02,875 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:20:03,438 WARN [Thread-1686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/cluster_6bdd7b5d-d5de-2064-906d-97855d129bea/data/data2/current/BP-1607200209-172.17.0.3-1732666802075/current, will proceed with Du for space computation calculation, 2024-11-27T00:20:03,438 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/cluster_6bdd7b5d-d5de-2064-906d-97855d129bea/data/data1/current/BP-1607200209-172.17.0.3-1732666802075/current, will proceed with Du for space computation calculation, 2024-11-27T00:20:03,458 WARN [Thread-1673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:20:03,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f6c5554ce84fb8a with lease ID 0x7b7c66c394531dfd: Processing first storage report for DS-c6bb3636-c405-4c35-a8f7-6e0b7c370fa7 from datanode DatanodeRegistration(127.0.0.1:41575, datanodeUuid=45d66f1d-d066-40be-9ecc-165216f5551d, infoPort=46595, infoSecurePort=0, ipcPort=46655, storageInfo=lv=-57;cid=testClusterID;nsid=1851930405;c=1732666802075) 2024-11-27T00:20:03,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f6c5554ce84fb8a with lease ID 0x7b7c66c394531dfd: from storage DS-c6bb3636-c405-4c35-a8f7-6e0b7c370fa7 node DatanodeRegistration(127.0.0.1:41575, datanodeUuid=45d66f1d-d066-40be-9ecc-165216f5551d, infoPort=46595, infoSecurePort=0, ipcPort=46655, storageInfo=lv=-57;cid=testClusterID;nsid=1851930405;c=1732666802075), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T00:20:03,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f6c5554ce84fb8a with lease ID 0x7b7c66c394531dfd: Processing first storage report for DS-c659ce4c-cccc-4f98-9d32-414eeefe89f6 from datanode DatanodeRegistration(127.0.0.1:41575, datanodeUuid=45d66f1d-d066-40be-9ecc-165216f5551d, infoPort=46595, infoSecurePort=0, ipcPort=46655, storageInfo=lv=-57;cid=testClusterID;nsid=1851930405;c=1732666802075) 2024-11-27T00:20:03,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f6c5554ce84fb8a with lease ID 0x7b7c66c394531dfd: from storage DS-c659ce4c-cccc-4f98-9d32-414eeefe89f6 node DatanodeRegistration(127.0.0.1:41575, datanodeUuid=45d66f1d-d066-40be-9ecc-165216f5551d, infoPort=46595, infoSecurePort=0, ipcPort=46655, storageInfo=lv=-57;cid=testClusterID;nsid=1851930405;c=1732666802075), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:20:03,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc 2024-11-27T00:20:03,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:03,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:03,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:20:03,914 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be with version=8 2024-11-27T00:20:03,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/hbase-staging 2024-11-27T00:20:03,917 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:20:03,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:03,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:03,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:20:03,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:03,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:20:03,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:20:03,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:20:03,917 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33509 2024-11-27T00:20:03,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33509 connecting to ZooKeeper ensemble=127.0.0.1:60296 2024-11-27T00:20:04,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335090x0, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:20:04,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33509-0x10179a93b250000 connected 2024-11-27T00:20:04,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:04,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:04,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Set watcher on znode that does not yet exist, /01492114147/running 2024-11-27T00:20:04,227 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be, hbase.cluster.distributed=false 2024-11-27T00:20:04,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Set watcher on znode that does not yet exist, /01492114147/acl 2024-11-27T00:20:04,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33509 2024-11-27T00:20:04,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33509 2024-11-27T00:20:04,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33509 2024-11-27T00:20:04,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33509 2024-11-27T00:20:04,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33509 2024-11-27T00:20:04,242 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:20:04,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:04,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:04,242 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:20:04,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:04,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:20:04,243 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:20:04,243 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:20:04,243 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43639 2024-11-27T00:20:04,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43639 connecting to ZooKeeper ensemble=127.0.0.1:60296 2024-11-27T00:20:04,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:04,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:04,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436390x0, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:20:04,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436390x0, quorum=127.0.0.1:60296, baseZNode=/01492114147 Set watcher on znode that does not yet exist, /01492114147/running 2024-11-27T00:20:04,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43639-0x10179a93b250001 connected 2024-11-27T00:20:04,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:20:04,263 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:20:04,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Set watcher on znode that does not yet exist, /01492114147/master 2024-11-27T00:20:04,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Set watcher on znode that does not yet exist, /01492114147/acl 2024-11-27T00:20:04,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43639 2024-11-27T00:20:04,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43639 2024-11-27T00:20:04,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43639 2024-11-27T00:20:04,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43639 2024-11-27T00:20:04,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43639 2024-11-27T00:20:04,280 DEBUG [M:0;f036bc4986ea:33509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:33509 2024-11-27T00:20:04,280 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01492114147/backup-masters/f036bc4986ea,33509,1732666803916 2024-11-27T00:20:04,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147/backup-masters 2024-11-27T00:20:04,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147/backup-masters 2024-11-27T00:20:04,293 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Set watcher on existing znode=/01492114147/backup-masters/f036bc4986ea,33509,1732666803916 2024-11-27T00:20:04,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01492114147/master 2024-11-27T00:20:04,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:04,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:04,304 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Set watcher on existing znode=/01492114147/master 2024-11-27T00:20:04,304 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01492114147/backup-masters/f036bc4986ea,33509,1732666803916 from backup master directory 2024-11-27T00:20:04,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492114147/backup-masters/f036bc4986ea,33509,1732666803916 2024-11-27T00:20:04,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147/backup-masters 2024-11-27T00:20:04,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147/backup-masters 2024-11-27T00:20:04,314 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:20:04,314 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,33509,1732666803916 2024-11-27T00:20:04,317 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/hbase.id] with ID: b3577b3c-d62a-4f54-a491-22e6bfae6bac 2024-11-27T00:20:04,318 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/.tmp/hbase.id 2024-11-27T00:20:04,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:20:04,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:20:04,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:04,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:04,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:04,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:04,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:04,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:04,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:04,722 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/.tmp/hbase.id]:[hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/hbase.id] 2024-11-27T00:20:04,732 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:04,732 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:20:04,733 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T00:20:04,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:04,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:04,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:20:05,201 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:20:05,202 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:20:05,202 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:05,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:20:05,608 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store 2024-11-27T00:20:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:20:06,013 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:06,014 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:20:06,014 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:06,014 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:06,014 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:20:06,014 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:06,014 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:06,014 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666806013Disabling compacts and flushes for region at 1732666806013Disabling writes for close at 1732666806014 (+1 ms)Writing region close event to WAL at 1732666806014Closed at 1732666806014 2024-11-27T00:20:06,015 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/.initializing 2024-11-27T00:20:06,015 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/WALs/f036bc4986ea,33509,1732666803916 2024-11-27T00:20:06,016 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:20:06,017 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C33509%2C1732666803916, suffix=, logDir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/WALs/f036bc4986ea,33509,1732666803916, archiveDir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/oldWALs, maxLogs=10 2024-11-27T00:20:06,029 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/WALs/f036bc4986ea,33509,1732666803916/f036bc4986ea%2C33509%2C1732666803916.1732666806017, exclude list is [], retry=0 2024-11-27T00:20:06,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41575,DS-c6bb3636-c405-4c35-a8f7-6e0b7c370fa7,DISK] 2024-11-27T00:20:06,033 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/WALs/f036bc4986ea,33509,1732666803916/f036bc4986ea%2C33509%2C1732666803916.1732666806017 2024-11-27T00:20:06,033 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46595:46595)] 2024-11-27T00:20:06,033 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:06,033 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:06,034 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:06,034 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:06,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:06,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:20:06,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:06,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:06,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:06,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:20:06,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:06,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:06,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:06,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:20:06,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:06,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:06,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:06,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:20:06,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:06,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:06,040 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:06,041 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:06,041 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:06,042 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:06,042 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:06,043 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:20:06,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:06,045 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:06,046 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59736103, jitterRate=-0.10986270010471344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:20:06,047 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666806034Initializing all the Stores at 1732666806034Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666806034Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666806034Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666806034Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666806034Cleaning up temporary data from old regions at 1732666806042 (+8 ms)Region opened successfully at 1732666806046 (+4 ms) 2024-11-27T00:20:06,047 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:20:06,049 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d598208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:20:06,050 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:20:06,050 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:20:06,050 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:20:06,050 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:20:06,051 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:20:06,051 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:20:06,051 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:20:06,054 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:20:06,055 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Unable to get data of znode /01492114147/balancer because node does not exist (not necessarily an error) 2024-11-27T00:20:06,103 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492114147/balancer already deleted, retry=false 2024-11-27T00:20:06,104 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:20:06,104 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Unable to get data of znode /01492114147/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:20:06,114 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492114147/normalizer already deleted, retry=false 2024-11-27T00:20:06,114 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:20:06,115 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Unable to get data of znode /01492114147/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:20:06,124 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492114147/switch/split already deleted, retry=false 2024-11-27T00:20:06,125 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Unable to get data of znode /01492114147/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:20:06,135 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492114147/switch/merge already deleted, retry=false 2024-11-27T00:20:06,137 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Unable to get data of znode /01492114147/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:20:06,145 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01492114147/snapshot-cleanup already deleted, retry=false 2024-11-27T00:20:06,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01492114147/running 2024-11-27T00:20:06,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01492114147/running 2024-11-27T00:20:06,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:06,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:06,156 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,33509,1732666803916, sessionid=0x10179a93b250000, setting cluster-up flag (Was=false) 2024-11-27T00:20:06,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:06,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:06,208 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01492114147/flush-table-proc/acquired, /01492114147/flush-table-proc/reached, /01492114147/flush-table-proc/abort 2024-11-27T00:20:06,209 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,33509,1732666803916 2024-11-27T00:20:06,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:06,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:06,261 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01492114147/online-snapshot/acquired, /01492114147/online-snapshot/reached, /01492114147/online-snapshot/abort 2024-11-27T00:20:06,262 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,33509,1732666803916 2024-11-27T00:20:06,263 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:20:06,265 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:06,265 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:20:06,265 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:20:06,265 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,33509,1732666803916 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:20:06,267 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:06,267 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:06,267 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:06,267 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:06,267 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:20:06,267 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:06,267 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:20:06,267 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:06,270 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666836270 2024-11-27T00:20:06,270 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:20:06,270 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:20:06,270 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:20:06,270 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:20:06,270 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:20:06,270 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:20:06,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:06,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:20:06,271 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:06,271 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:20:06,274 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,275 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(746): ClusterId : b3577b3c-d62a-4f54-a491-22e6bfae6bac 2024-11-27T00:20:06,275 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:20:06,276 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:20:06,276 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:20:06,276 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:20:06,276 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:20:06,281 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:20:06,281 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:20:06,281 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666806281,5,FailOnTimeoutGroup] 2024-11-27T00:20:06,282 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666806281,5,FailOnTimeoutGroup] 2024-11-27T00:20:06,282 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,282 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:20:06,282 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,282 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:20:06,288 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:20:06,288 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:20:06,299 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:20:06,299 DEBUG [RS:0;f036bc4986ea:43639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4546e562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:20:06,314 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:43639 2024-11-27T00:20:06,314 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:20:06,314 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:20:06,314 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:20:06,315 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,33509,1732666803916 with port=43639, startcode=1732666804242 2024-11-27T00:20:06,315 DEBUG [RS:0;f036bc4986ea:43639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:20:06,316 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:20:06,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33509 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,43639,1732666804242 2024-11-27T00:20:06,317 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33509 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,43639,1732666804242 2024-11-27T00:20:06,318 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be 2024-11-27T00:20:06,318 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35735 2024-11-27T00:20:06,318 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:20:06,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147/rs 2024-11-27T00:20:06,330 DEBUG [RS:0;f036bc4986ea:43639 {}] zookeeper.ZKUtil(111): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Set watcher on existing znode=/01492114147/rs/f036bc4986ea,43639,1732666804242 2024-11-27T00:20:06,330 WARN [RS:0;f036bc4986ea:43639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:20:06,330 INFO [RS:0;f036bc4986ea:43639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:06,330 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242 2024-11-27T00:20:06,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,43639,1732666804242] 2024-11-27T00:20:06,333 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:20:06,335 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:20:06,335 INFO [RS:0;f036bc4986ea:43639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:20:06,335 INFO [RS:0;f036bc4986ea:43639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,337 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:20:06,337 INFO [RS:0;f036bc4986ea:43639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:20:06,338 INFO [RS:0;f036bc4986ea:43639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:20:06,338 DEBUG [RS:0;f036bc4986ea:43639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:20:06,343 INFO [RS:0;f036bc4986ea:43639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,343 INFO [RS:0;f036bc4986ea:43639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,343 INFO [RS:0;f036bc4986ea:43639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,344 INFO [RS:0;f036bc4986ea:43639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,344 INFO [RS:0;f036bc4986ea:43639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,344 INFO [RS:0;f036bc4986ea:43639 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,43639,1732666804242-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:20:06,358 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:20:06,358 INFO [RS:0;f036bc4986ea:43639 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,43639,1732666804242-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,358 INFO [RS:0;f036bc4986ea:43639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,358 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.Replication(171): f036bc4986ea,43639,1732666804242 started 2024-11-27T00:20:06,371 INFO [RS:0;f036bc4986ea:43639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:06,371 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,43639,1732666804242, RpcServer on f036bc4986ea/172.17.0.3:43639, sessionid=0x10179a93b250001 2024-11-27T00:20:06,371 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:20:06,371 DEBUG [RS:0;f036bc4986ea:43639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,43639,1732666804242 2024-11-27T00:20:06,371 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,43639,1732666804242' 2024-11-27T00:20:06,371 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01492114147/flush-table-proc/abort' 2024-11-27T00:20:06,372 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01492114147/flush-table-proc/acquired' 2024-11-27T00:20:06,372 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:20:06,372 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:20:06,372 DEBUG [RS:0;f036bc4986ea:43639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,43639,1732666804242 2024-11-27T00:20:06,372 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,43639,1732666804242' 2024-11-27T00:20:06,372 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01492114147/online-snapshot/abort' 2024-11-27T00:20:06,372 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01492114147/online-snapshot/acquired' 2024-11-27T00:20:06,373 DEBUG [RS:0;f036bc4986ea:43639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:20:06,373 INFO [RS:0;f036bc4986ea:43639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:20:06,373 INFO [RS:0;f036bc4986ea:43639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:20:06,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:20:06,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:20:06,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:20:06,473 INFO [RS:0;f036bc4986ea:43639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:20:06,474 INFO [RS:0;f036bc4986ea:43639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C43639%2C1732666804242, suffix=, logDir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242, archiveDir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/oldWALs, maxLogs=10 2024-11-27T00:20:06,487 DEBUG [RS:0;f036bc4986ea:43639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475, exclude list is [], retry=0 2024-11-27T00:20:06,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41575,DS-c6bb3636-c405-4c35-a8f7-6e0b7c370fa7,DISK] 2024-11-27T00:20:06,490 INFO [RS:0;f036bc4986ea:43639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 2024-11-27T00:20:06,491 DEBUG [RS:0;f036bc4986ea:43639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46595:46595)] 2024-11-27T00:20:06,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:20:06,685 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be 2024-11-27T00:20:06,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:20:07,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:07,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:20:07,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:20:07,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:07,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:07,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:20:07,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:20:07,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:07,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:07,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:20:07,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:20:07,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:07,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:07,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:20:07,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:20:07,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:07,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:07,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:20:07,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740 2024-11-27T00:20:07,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740 2024-11-27T00:20:07,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:20:07,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:20:07,099 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:20:07,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:20:07,102 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:07,102 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61475015, jitterRate=-0.08395089209079742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:20:07,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666807090Initializing all the Stores at 1732666807091 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666807091Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666807091Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666807091Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666807091Cleaning up temporary data from old regions at 1732666807099 (+8 ms)Region opened successfully at 1732666807103 (+4 ms) 2024-11-27T00:20:07,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:20:07,103 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:20:07,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:20:07,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:20:07,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:20:07,103 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:20:07,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666807103Disabling compacts and flushes for region at 1732666807103Disabling writes for close at 1732666807103Writing region close event to WAL at 1732666807103Closed at 1732666807103 2024-11-27T00:20:07,104 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:07,104 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:20:07,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:20:07,105 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:20:07,106 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:20:07,256 DEBUG [f036bc4986ea:33509 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:20:07,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,43639,1732666804242 2024-11-27T00:20:07,257 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,43639,1732666804242, state=OPENING 2024-11-27T00:20:07,335 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:20:07,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:07,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:07,346 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:20:07,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01492114147/meta-region-server: CHANGED 2024-11-27T00:20:07,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,43639,1732666804242}] 2024-11-27T00:20:07,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01492114147/meta-region-server: CHANGED 2024-11-27T00:20:07,498 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:20:07,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:20:07,502 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:20:07,502 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:07,502 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:20:07,504 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C43639%2C1732666804242.meta, suffix=.meta, logDir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242, archiveDir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/oldWALs, maxLogs=10 2024-11-27T00:20:07,516 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.meta.1732666807504.meta, exclude list is [], retry=0 2024-11-27T00:20:07,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41575,DS-c6bb3636-c405-4c35-a8f7-6e0b7c370fa7,DISK] 2024-11-27T00:20:07,519 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.meta.1732666807504.meta 2024-11-27T00:20:07,520 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46595:46595)] 2024-11-27T00:20:07,520 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:07,520 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:20:07,520 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:20:07,520 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:20:07,520 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:20:07,520 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:20:07,520 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:07,521 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:20:07,521 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:20:07,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:20:07,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:20:07,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:07,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:07,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:20:07,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:20:07,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:07,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:07,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:20:07,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:20:07,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:07,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:07,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:20:07,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:20:07,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:07,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:07,526 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:20:07,527 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740 2024-11-27T00:20:07,528 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740 2024-11-27T00:20:07,529 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:20:07,529 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:20:07,529 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:20:07,530 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:20:07,530 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69188743, jitterRate=0.03099261224269867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:20:07,531 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:20:07,531 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666807521Writing region info on filesystem at 1732666807521Initializing all the Stores at 1732666807522 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666807522Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666807522Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666807522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666807522Cleaning up temporary data from old regions at 1732666807529 (+7 ms)Running coprocessor post-open hooks at 1732666807531 (+2 ms)Region opened successfully at 1732666807531 2024-11-27T00:20:07,532 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666807498 2024-11-27T00:20:07,534 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:20:07,534 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:20:07,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,43639,1732666804242 2024-11-27T00:20:07,535 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,43639,1732666804242, state=OPEN 2024-11-27T00:20:07,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01492114147/meta-region-server 2024-11-27T00:20:07,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01492114147/meta-region-server 2024-11-27T00:20:07,575 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,43639,1732666804242 2024-11-27T00:20:07,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01492114147/meta-region-server: CHANGED 2024-11-27T00:20:07,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01492114147/meta-region-server: CHANGED 2024-11-27T00:20:07,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:20:07,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,43639,1732666804242 in 229 msec 2024-11-27T00:20:07,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:20:07,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-27T00:20:07,579 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:07,579 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:20:07,581 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:07,581 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43639,1732666804242, seqNum=-1] 2024-11-27T00:20:07,581 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:07,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:07,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-11-27T00:20:07,586 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666807586, completionTime=-1 2024-11-27T00:20:07,586 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:20:07,586 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:20:07,588 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:20:07,588 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666867588 2024-11-27T00:20:07,588 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666927588 2024-11-27T00:20:07,588 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:20:07,588 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33509,1732666803916-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:07,588 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33509,1732666803916-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:07,588 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33509,1732666803916-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:07,588 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:33509, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:07,588 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:07,589 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:07,590 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:20:07,592 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.278sec 2024-11-27T00:20:07,592 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:20:07,592 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:20:07,592 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:20:07,592 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:20:07,592 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:20:07,592 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33509,1732666803916-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:20:07,592 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33509,1732666803916-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:20:07,594 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:20:07,594 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:20:07,594 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33509,1732666803916-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:07,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41214a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:07,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,33509,-1 for getting cluster id 2024-11-27T00:20:07,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:07,677 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3577b3c-d62a-4f54-a491-22e6bfae6bac' 2024-11-27T00:20:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:07,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3577b3c-d62a-4f54-a491-22e6bfae6bac" 2024-11-27T00:20:07,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73bb4311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:07,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,33509,-1] 2024-11-27T00:20:07,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:07,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:07,679 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:07,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543840cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:07,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43639,1732666804242, seqNum=-1] 2024-11-27T00:20:07,681 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:07,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:07,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,33509,1732666803916 2024-11-27T00:20:07,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60296 2024-11-27T00:20:07,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:20:07,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10179a93b250002 connected 2024-11-27T00:20:07,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/hadoop.log.dir so I do NOT create it in target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69 2024-11-27T00:20:07,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:20:07,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/hadoop.tmp.dir so I do NOT create it in target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69 2024-11-27T00:20:07,716 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:20:07,716 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69 2024-11-27T00:20:07,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:20:07,716 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/cluster_6341d5df-aba1-1b31-cae3-7b321dc5448b, deleteOnExit=true 2024-11-27T00:20:07,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:20:07,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/test.cache.data in system properties and HBase conf 2024-11-27T00:20:07,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:20:07,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:20:07,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:20:07,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:20:07,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:20:07,717 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:20:07,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:20:08,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:20:08,016 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:20:08,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:20:08,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:20:08,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:20:08,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:20:08,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19e06a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:20:08,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bc7d85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:20:08,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1228fad4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/java.io.tmpdir/jetty-localhost-40371-hadoop-hdfs-3_4_1-tests_jar-_-any-8401814187850120477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:20:08,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@672fe1f5{HTTP/1.1, (http/1.1)}{localhost:40371} 2024-11-27T00:20:08,113 INFO [Time-limited test {}] server.Server(415): Started @179629ms 2024-11-27T00:20:08,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:20:08,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:20:08,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:20:08,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:20:08,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:20:08,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771f0749{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:20:08,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c69b0dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:20:08,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bc06253{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/java.io.tmpdir/jetty-localhost-34853-hadoop-hdfs-3_4_1-tests_jar-_-any-9484344109638153557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:20:08,460 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38e96b20{HTTP/1.1, (http/1.1)}{localhost:34853} 2024-11-27T00:20:08,460 INFO [Time-limited test {}] server.Server(415): Started @179976ms 2024-11-27T00:20:08,461 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:20:09,082 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/cluster_6341d5df-aba1-1b31-cae3-7b321dc5448b/data/data1/current/BP-1860869217-172.17.0.3-1732666807732/current, will proceed with Du for space computation calculation, 2024-11-27T00:20:09,083 WARN [Thread-1807 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/cluster_6341d5df-aba1-1b31-cae3-7b321dc5448b/data/data2/current/BP-1860869217-172.17.0.3-1732666807732/current, will proceed with Du for space computation calculation, 2024-11-27T00:20:09,099 WARN [Thread-1794 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:20:09,101 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x354c92886fcbce1d with lease ID 0xe74110f438102e91: Processing first storage report for DS-e05f28b5-5f1f-4e93-b516-beb40c7916d0 from datanode DatanodeRegistration(127.0.0.1:43215, datanodeUuid=a8871a43-15e2-4935-a659-0dbf2d378a11, infoPort=44821, infoSecurePort=0, ipcPort=42551, storageInfo=lv=-57;cid=testClusterID;nsid=1370597840;c=1732666807732) 2024-11-27T00:20:09,101 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x354c92886fcbce1d with lease ID 0xe74110f438102e91: from storage DS-e05f28b5-5f1f-4e93-b516-beb40c7916d0 node DatanodeRegistration(127.0.0.1:43215, datanodeUuid=a8871a43-15e2-4935-a659-0dbf2d378a11, infoPort=44821, infoSecurePort=0, ipcPort=42551, storageInfo=lv=-57;cid=testClusterID;nsid=1370597840;c=1732666807732), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:20:09,102 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x354c92886fcbce1d with lease ID 0xe74110f438102e91: Processing first storage report for DS-f77bc067-5629-412a-980f-6c7363709fcf from datanode DatanodeRegistration(127.0.0.1:43215, datanodeUuid=a8871a43-15e2-4935-a659-0dbf2d378a11, infoPort=44821, infoSecurePort=0, ipcPort=42551, storageInfo=lv=-57;cid=testClusterID;nsid=1370597840;c=1732666807732) 2024-11-27T00:20:09,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x354c92886fcbce1d with lease ID 0xe74110f438102e91: from storage DS-f77bc067-5629-412a-980f-6c7363709fcf node DatanodeRegistration(127.0.0.1:43215, datanodeUuid=a8871a43-15e2-4935-a659-0dbf2d378a11, infoPort=44821, infoSecurePort=0, ipcPort=42551, storageInfo=lv=-57;cid=testClusterID;nsid=1370597840;c=1732666807732), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:20:09,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69 2024-11-27T00:20:09,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:09,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:09,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:20:09,596 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5 with version=8 2024-11-27T00:20:09,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/hbase-staging 2024-11-27T00:20:09,598 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:20:09,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:09,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:09,598 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:20:09,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:09,598 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:20:09,598 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:20:09,598 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:20:09,599 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37573 2024-11-27T00:20:09,600 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37573 connecting to ZooKeeper ensemble=127.0.0.1:60296 2024-11-27T00:20:09,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375730x0, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:20:09,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37573-0x10179a93b250003 connected 2024-11-27T00:20:09,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:09,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:09,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Set watcher on znode that does not yet exist, /1-960552957/running 2024-11-27T00:20:09,854 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5, hbase.cluster.distributed=false 2024-11-27T00:20:09,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Set watcher on znode that does not yet exist, /1-960552957/acl 2024-11-27T00:20:09,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37573 2024-11-27T00:20:09,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37573 2024-11-27T00:20:09,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37573 2024-11-27T00:20:09,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37573 2024-11-27T00:20:09,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37573 2024-11-27T00:20:09,869 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:20:09,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:09,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:09,869 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:20:09,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:09,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:20:09,870 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:20:09,870 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:20:09,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42149 2024-11-27T00:20:09,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42149 connecting to ZooKeeper ensemble=127.0.0.1:60296 2024-11-27T00:20:09,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:09,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:09,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421490x0, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:20:09,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421490x0, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Set watcher on znode that does not yet exist, /1-960552957/running 2024-11-27T00:20:09,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42149-0x10179a93b250004 connected 2024-11-27T00:20:09,882 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:20:09,883 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:20:09,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Set watcher on znode that does not yet exist, /1-960552957/master 2024-11-27T00:20:09,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Set watcher on znode that does not yet exist, /1-960552957/acl 2024-11-27T00:20:09,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42149 2024-11-27T00:20:09,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42149 2024-11-27T00:20:09,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42149 2024-11-27T00:20:09,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42149 2024-11-27T00:20:09,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42149 2024-11-27T00:20:09,905 DEBUG [M:0;f036bc4986ea:37573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:37573 2024-11-27T00:20:09,905 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-960552957/backup-masters/f036bc4986ea,37573,1732666809598 2024-11-27T00:20:09,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957/backup-masters 2024-11-27T00:20:09,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957/backup-masters 2024-11-27T00:20:09,914 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Set watcher on existing znode=/1-960552957/backup-masters/f036bc4986ea,37573,1732666809598 2024-11-27T00:20:09,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-960552957/master 2024-11-27T00:20:09,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:09,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:09,924 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Set watcher on existing znode=/1-960552957/master 2024-11-27T00:20:09,924 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-960552957/backup-masters/f036bc4986ea,37573,1732666809598 from backup master directory 2024-11-27T00:20:09,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-960552957/backup-masters/f036bc4986ea,37573,1732666809598 2024-11-27T00:20:09,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957/backup-masters 2024-11-27T00:20:09,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957/backup-masters 2024-11-27T00:20:09,935 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:20:09,935 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,37573,1732666809598 2024-11-27T00:20:09,938 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/hbase.id] with ID: 72dd4c4c-a4d5-422f-9916-6002eef30f59 2024-11-27T00:20:09,938 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/.tmp/hbase.id 2024-11-27T00:20:09,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:20:10,343 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/.tmp/hbase.id]:[hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/hbase.id] 2024-11-27T00:20:10,353 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:10,353 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:20:10,354 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T00:20:10,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:10,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:10,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:20:10,810 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:20:10,811 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:20:10,812 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:20:11,218 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store 2024-11-27T00:20:11,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:20:11,625 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:11,625 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:20:11,625 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:11,625 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:11,625 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:20:11,625 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:11,625 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:11,625 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666811625Disabling compacts and flushes for region at 1732666811625Disabling writes for close at 1732666811625Writing region close event to WAL at 1732666811625Closed at 1732666811625 2024-11-27T00:20:11,626 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/.initializing 2024-11-27T00:20:11,626 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/WALs/f036bc4986ea,37573,1732666809598 2024-11-27T00:20:11,627 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:20:11,628 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C37573%2C1732666809598, suffix=, logDir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/WALs/f036bc4986ea,37573,1732666809598, archiveDir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/oldWALs, maxLogs=10 2024-11-27T00:20:11,643 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/WALs/f036bc4986ea,37573,1732666809598/f036bc4986ea%2C37573%2C1732666809598.1732666811628, exclude list is [], retry=0 2024-11-27T00:20:11,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43215,DS-e05f28b5-5f1f-4e93-b516-beb40c7916d0,DISK] 2024-11-27T00:20:11,647 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/WALs/f036bc4986ea,37573,1732666809598/f036bc4986ea%2C37573%2C1732666809598.1732666811628 2024-11-27T00:20:11,647 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44821:44821)] 2024-11-27T00:20:11,647 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:11,647 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:11,647 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:11,647 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:11,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:11,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:20:11,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:11,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:11,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:11,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:20:11,651 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:11,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:11,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:11,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:20:11,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:11,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:11,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:11,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:20:11,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:11,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:11,655 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:11,655 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:11,655 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:11,656 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:11,656 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:11,657 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:20:11,658 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:11,659 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:11,660 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64124648, jitterRate=-0.04446828365325928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:20:11,660 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666811647Initializing all the Stores at 1732666811648 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666811648Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666811648Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666811648Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666811648Cleaning up temporary data from old regions at 1732666811656 (+8 ms)Region opened successfully at 1732666811660 (+4 ms) 2024-11-27T00:20:11,660 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:20:11,662 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c76589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:20:11,663 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:20:11,663 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:20:11,663 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:20:11,663 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:20:11,664 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:20:11,664 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:20:11,664 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:20:11,666 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:20:11,667 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Unable to get data of znode /1-960552957/balancer because node does not exist (not necessarily an error) 2024-11-27T00:20:11,719 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-960552957/balancer already deleted, retry=false 2024-11-27T00:20:11,719 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:20:11,720 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Unable to get data of znode /1-960552957/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:20:11,729 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-960552957/normalizer already deleted, retry=false 2024-11-27T00:20:11,729 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:20:11,730 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Unable to get data of znode /1-960552957/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:20:11,740 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-960552957/switch/split already deleted, retry=false 2024-11-27T00:20:11,740 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Unable to get data of znode /1-960552957/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:20:11,750 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-960552957/switch/merge already deleted, retry=false 2024-11-27T00:20:11,752 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Unable to get data of znode /1-960552957/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:20:11,761 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-960552957/snapshot-cleanup already deleted, retry=false 2024-11-27T00:20:11,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-960552957/running 2024-11-27T00:20:11,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-960552957/running 2024-11-27T00:20:11,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:11,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:11,772 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,37573,1732666809598, sessionid=0x10179a93b250003, setting cluster-up flag (Was=false) 2024-11-27T00:20:11,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:11,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:11,824 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-960552957/flush-table-proc/acquired, /1-960552957/flush-table-proc/reached, /1-960552957/flush-table-proc/abort 2024-11-27T00:20:11,825 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,37573,1732666809598 2024-11-27T00:20:11,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:11,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:11,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:20:11,876 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-960552957/online-snapshot/acquired, /1-960552957/online-snapshot/reached, /1-960552957/online-snapshot/abort 2024-11-27T00:20:11,877 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,37573,1732666809598 2024-11-27T00:20:11,878 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:20:11,881 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:11,881 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:20:11,881 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:20:11,882 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,37573,1732666809598 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:20:11,883 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:11,883 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:11,883 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:11,883 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:11,883 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:20:11,883 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:11,883 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:20:11,883 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:11,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:11,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:20:11,891 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:11,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:20:11,897 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666841897 2024-11-27T00:20:11,897 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:20:11,898 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:20:11,898 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:20:11,898 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:20:11,898 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:20:11,898 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:20:11,898 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:11,899 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:20:11,899 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:20:11,899 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:20:11,899 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:20:11,899 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(746): ClusterId : 72dd4c4c-a4d5-422f-9916-6002eef30f59 2024-11-27T00:20:11,899 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:20:11,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:11,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:20:11,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:20:11,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:11,903 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666811903,5,FailOnTimeoutGroup] 2024-11-27T00:20:11,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:11,904 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666811903,5,FailOnTimeoutGroup] 2024-11-27T00:20:11,904 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:11,904 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:20:11,904 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:11,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:11,904 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:11,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:11,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:20:11,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:11,909 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:20:11,909 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:20:11,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:11,919 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:20:11,920 DEBUG [RS:0;f036bc4986ea:42149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25bb1817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:20:11,934 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:42149 2024-11-27T00:20:11,934 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:20:11,934 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:20:11,934 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:20:11,935 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,37573,1732666809598 with port=42149, startcode=1732666809869 2024-11-27T00:20:11,935 DEBUG [RS:0;f036bc4986ea:42149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:20:11,936 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:20:11,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37573 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,42149,1732666809869 2024-11-27T00:20:11,937 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37573 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,42149,1732666809869 2024-11-27T00:20:11,938 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5 2024-11-27T00:20:11,938 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39075 2024-11-27T00:20:11,938 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:20:11,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957/rs 2024-11-27T00:20:11,987 DEBUG [RS:0;f036bc4986ea:42149 {}] zookeeper.ZKUtil(111): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Set watcher on existing znode=/1-960552957/rs/f036bc4986ea,42149,1732666809869 2024-11-27T00:20:11,988 WARN [RS:0;f036bc4986ea:42149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:20:11,988 INFO [RS:0;f036bc4986ea:42149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:11,988 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869 2024-11-27T00:20:11,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,42149,1732666809869] 2024-11-27T00:20:11,991 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:20:11,992 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:20:11,993 INFO [RS:0;f036bc4986ea:42149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:20:11,993 INFO [RS:0;f036bc4986ea:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:11,993 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:20:11,994 INFO [RS:0;f036bc4986ea:42149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:20:11,994 INFO [RS:0;f036bc4986ea:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:20:11,994 DEBUG [RS:0;f036bc4986ea:42149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:20:11,996 INFO [RS:0;f036bc4986ea:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:11,996 INFO [RS:0;f036bc4986ea:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:11,996 INFO [RS:0;f036bc4986ea:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:11,996 INFO [RS:0;f036bc4986ea:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:11,996 INFO [RS:0;f036bc4986ea:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:11,996 INFO [RS:0;f036bc4986ea:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,42149,1732666809869-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:20:12,014 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:20:12,014 INFO [RS:0;f036bc4986ea:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,42149,1732666809869-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:12,014 INFO [RS:0;f036bc4986ea:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:12,014 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.Replication(171): f036bc4986ea,42149,1732666809869 started 2024-11-27T00:20:12,027 INFO [RS:0;f036bc4986ea:42149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:12,027 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,42149,1732666809869, RpcServer on f036bc4986ea/172.17.0.3:42149, sessionid=0x10179a93b250004 2024-11-27T00:20:12,027 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:20:12,027 DEBUG [RS:0;f036bc4986ea:42149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,42149,1732666809869 2024-11-27T00:20:12,027 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,42149,1732666809869' 2024-11-27T00:20:12,027 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-960552957/flush-table-proc/abort' 2024-11-27T00:20:12,027 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-960552957/flush-table-proc/acquired' 2024-11-27T00:20:12,028 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:20:12,028 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:20:12,028 DEBUG [RS:0;f036bc4986ea:42149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,42149,1732666809869 2024-11-27T00:20:12,028 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,42149,1732666809869' 2024-11-27T00:20:12,028 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-960552957/online-snapshot/abort' 2024-11-27T00:20:12,028 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-960552957/online-snapshot/acquired' 2024-11-27T00:20:12,028 DEBUG [RS:0;f036bc4986ea:42149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:20:12,028 INFO [RS:0;f036bc4986ea:42149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:20:12,028 INFO [RS:0;f036bc4986ea:42149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:20:12,129 INFO [RS:0;f036bc4986ea:42149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:20:12,130 INFO [RS:0;f036bc4986ea:42149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C42149%2C1732666809869, suffix=, logDir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869, archiveDir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/oldWALs, maxLogs=10 2024-11-27T00:20:12,141 DEBUG [RS:0;f036bc4986ea:42149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130, exclude list is [], retry=0 2024-11-27T00:20:12,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43215,DS-e05f28b5-5f1f-4e93-b516-beb40c7916d0,DISK] 2024-11-27T00:20:12,145 INFO [RS:0;f036bc4986ea:42149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 2024-11-27T00:20:12,146 DEBUG [RS:0;f036bc4986ea:42149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44821:44821)] 2024-11-27T00:20:12,306 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:20:12,306 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5 2024-11-27T00:20:12,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:20:12,333 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:20:12,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:12,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:20:12,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:20:12,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:12,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:12,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:20:12,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:20:12,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:12,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:12,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:20:12,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:20:12,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:12,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:12,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:20:12,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:20:12,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:12,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:12,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:20:12,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740 2024-11-27T00:20:12,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740 2024-11-27T00:20:12,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:20:12,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:20:12,720 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:20:12,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:20:12,722 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:12,723 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70760069, jitterRate=0.05440719425678253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:20:12,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666812712Initializing all the Stores at 1732666812712Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666812712Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666812713 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666812713Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666812713Cleaning up temporary data from old regions at 1732666812720 (+7 ms)Region opened successfully at 1732666812723 (+3 ms) 2024-11-27T00:20:12,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:20:12,723 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:20:12,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:20:12,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:20:12,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:20:12,723 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:20:12,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666812723Disabling compacts and flushes for region at 1732666812723Disabling writes for close at 1732666812723Writing region close event to WAL at 1732666812723Closed at 1732666812723 2024-11-27T00:20:12,724 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:12,724 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:20:12,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:20:12,725 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:20:12,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:20:12,875 DEBUG [f036bc4986ea:37573 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:20:12,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,42149,1732666809869 2024-11-27T00:20:12,877 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,42149,1732666809869, state=OPENING 2024-11-27T00:20:12,924 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:20:12,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:12,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:12,935 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:20:12,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-960552957/meta-region-server: CHANGED 2024-11-27T00:20:12,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-960552957/meta-region-server: CHANGED 2024-11-27T00:20:12,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,42149,1732666809869}] 2024-11-27T00:20:13,087 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:20:13,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:20:13,091 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:20:13,091 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:13,091 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:20:13,092 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C42149%2C1732666809869.meta, suffix=.meta, logDir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869, archiveDir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/oldWALs, maxLogs=10 2024-11-27T00:20:13,104 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.meta.1732666813093.meta, exclude list is [], retry=0 2024-11-27T00:20:13,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43215,DS-e05f28b5-5f1f-4e93-b516-beb40c7916d0,DISK] 2024-11-27T00:20:13,108 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.meta.1732666813093.meta 2024-11-27T00:20:13,108 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44821:44821)] 2024-11-27T00:20:13,108 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:13,109 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:20:13,109 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:20:13,109 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:20:13,109 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:20:13,109 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:20:13,109 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:13,109 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:20:13,109 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:20:13,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:20:13,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:20:13,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:13,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:13,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:20:13,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:20:13,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:13,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:13,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:20:13,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:20:13,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:13,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:13,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:20:13,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:20:13,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:13,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:13,114 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:20:13,115 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740 2024-11-27T00:20:13,116 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740 2024-11-27T00:20:13,117 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:20:13,117 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:20:13,117 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:20:13,118 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:20:13,119 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59493929, jitterRate=-0.1134713739156723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:20:13,119 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:20:13,119 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666813109Writing region info on filesystem at 1732666813109Initializing all the Stores at 1732666813110 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666813110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666813110Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666813110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666813110Cleaning up temporary data from old regions at 1732666813117 (+7 ms)Running coprocessor post-open hooks at 1732666813119 (+2 ms)Region opened successfully at 1732666813119 2024-11-27T00:20:13,120 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666813087 2024-11-27T00:20:13,122 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:20:13,122 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:20:13,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,42149,1732666809869 2024-11-27T00:20:13,123 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,42149,1732666809869, state=OPEN 2024-11-27T00:20:13,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-960552957/meta-region-server 2024-11-27T00:20:13,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-960552957/meta-region-server 2024-11-27T00:20:13,134 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,42149,1732666809869 2024-11-27T00:20:13,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-960552957/meta-region-server: CHANGED 2024-11-27T00:20:13,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-960552957/meta-region-server: CHANGED 2024-11-27T00:20:13,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:20:13,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,42149,1732666809869 in 199 msec 2024-11-27T00:20:13,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:20:13,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-27T00:20:13,138 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:13,138 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:20:13,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:13,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1] 2024-11-27T00:20:13,139 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:13,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:13,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-27T00:20:13,145 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666813145, completionTime=-1 2024-11-27T00:20:13,145 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:20:13,145 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:20:13,146 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:20:13,146 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666873146 2024-11-27T00:20:13,146 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666933146 2024-11-27T00:20:13,146 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:20:13,147 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37573,1732666809598-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:13,147 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37573,1732666809598-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:13,147 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37573,1732666809598-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:13,147 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:37573, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:13,147 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:13,147 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:13,148 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:20:13,150 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.215sec 2024-11-27T00:20:13,150 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:20:13,150 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:20:13,150 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:20:13,150 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:20:13,150 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:20:13,150 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37573,1732666809598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:20:13,150 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37573,1732666809598-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:20:13,152 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:20:13,152 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:20:13,152 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37573,1732666809598-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:13,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c0ca81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:13,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37573,-1 for getting cluster id 2024-11-27T00:20:13,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:13,200 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72dd4c4c-a4d5-422f-9916-6002eef30f59' 2024-11-27T00:20:13,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:13,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72dd4c4c-a4d5-422f-9916-6002eef30f59" 2024-11-27T00:20:13,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233dff18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:13,200 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37573,-1] 2024-11-27T00:20:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:13,201 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:13,201 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:13,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:13,202 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1] 2024-11-27T00:20:13,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:13,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:13,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,37573,1732666809598 2024-11-27T00:20:13,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60296 2024-11-27T00:20:13,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:20:13,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10179a93b250005 connected 2024-11-27T00:20:13,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:13,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,33509,1732666803916 2024-11-27T00:20:13,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cde44e9 2024-11-27T00:20:13,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:13,233 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:13,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:20:13,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:20:13,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:20:13,235 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:13,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:20:13,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:20:13,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:13,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:20:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:13,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ccef394edee66497cc455e35cf363ba, NAME => 'test,,1732666813233.8ccef394edee66497cc455e35cf363ba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be 2024-11-27T00:20:13,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:20:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:14,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666813233.8ccef394edee66497cc455e35cf363ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:14,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8ccef394edee66497cc455e35cf363ba, disabling compactions & flushes 2024-11-27T00:20:14,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666813233.8ccef394edee66497cc455e35cf363ba. 2024-11-27T00:20:14,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666813233.8ccef394edee66497cc455e35cf363ba. 2024-11-27T00:20:14,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666813233.8ccef394edee66497cc455e35cf363ba. after waiting 0 ms 2024-11-27T00:20:14,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666813233.8ccef394edee66497cc455e35cf363ba. 2024-11-27T00:20:14,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666813233.8ccef394edee66497cc455e35cf363ba. 2024-11-27T00:20:14,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ccef394edee66497cc455e35cf363ba: Waiting for close lock at 1732666814048Disabling compacts and flushes for region at 1732666814048Disabling writes for close at 1732666814048Writing region close event to WAL at 1732666814048Closed at 1732666814048 2024-11-27T00:20:14,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:20:14,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666813233.8ccef394edee66497cc455e35cf363ba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666814049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666814049"}]},"ts":"1732666814049"} 2024-11-27T00:20:14,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:20:14,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:20:14,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666814052"}]},"ts":"1732666814052"} 2024-11-27T00:20:14,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:20:14,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ccef394edee66497cc455e35cf363ba, ASSIGN}] 2024-11-27T00:20:14,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8ccef394edee66497cc455e35cf363ba, ASSIGN 2024-11-27T00:20:14,055 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8ccef394edee66497cc455e35cf363ba, ASSIGN; state=OFFLINE, location=f036bc4986ea,43639,1732666804242; forceNewPlan=false, retain=false 2024-11-27T00:20:14,206 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ccef394edee66497cc455e35cf363ba, regionState=OPENING, regionLocation=f036bc4986ea,43639,1732666804242 2024-11-27T00:20:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8ccef394edee66497cc455e35cf363ba, ASSIGN because future has completed 2024-11-27T00:20:14,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ccef394edee66497cc455e35cf363ba, server=f036bc4986ea,43639,1732666804242}] 2024-11-27T00:20:14,363 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666813233.8ccef394edee66497cc455e35cf363ba. 2024-11-27T00:20:14,364 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ccef394edee66497cc455e35cf363ba, NAME => 'test,,1732666813233.8ccef394edee66497cc455e35cf363ba.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:14,364 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:20:14,364 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:20:14,364 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:14,364 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666813233.8ccef394edee66497cc455e35cf363ba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:14,364 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:14,364 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:14,366 INFO [StoreOpener-8ccef394edee66497cc455e35cf363ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:14,367 INFO [StoreOpener-8ccef394edee66497cc455e35cf363ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ccef394edee66497cc455e35cf363ba columnFamilyName f 2024-11-27T00:20:14,367 DEBUG [StoreOpener-8ccef394edee66497cc455e35cf363ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:14,367 INFO [StoreOpener-8ccef394edee66497cc455e35cf363ba-1 {}] regionserver.HStore(327): Store=8ccef394edee66497cc455e35cf363ba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:14,367 INFO [StoreOpener-8ccef394edee66497cc455e35cf363ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:14,368 INFO [StoreOpener-8ccef394edee66497cc455e35cf363ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ccef394edee66497cc455e35cf363ba columnFamilyName f1 2024-11-27T00:20:14,368 DEBUG [StoreOpener-8ccef394edee66497cc455e35cf363ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:14,369 INFO [StoreOpener-8ccef394edee66497cc455e35cf363ba-1 {}] regionserver.HStore(327): Store=8ccef394edee66497cc455e35cf363ba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:14,369 INFO [StoreOpener-8ccef394edee66497cc455e35cf363ba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:14,369 INFO [StoreOpener-8ccef394edee66497cc455e35cf363ba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ccef394edee66497cc455e35cf363ba columnFamilyName norep 2024-11-27T00:20:14,370 DEBUG [StoreOpener-8ccef394edee66497cc455e35cf363ba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:14,370 INFO [StoreOpener-8ccef394edee66497cc455e35cf363ba-1 {}] regionserver.HStore(327): Store=8ccef394edee66497cc455e35cf363ba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:14,370 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:14,370 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:14,371 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:14,372 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:14,372 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:14,372 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:20:14,373 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:14,375 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:14,375 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8ccef394edee66497cc455e35cf363ba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58866384, jitterRate=-0.12282252311706543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:20:14,375 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:14,376 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8ccef394edee66497cc455e35cf363ba: Running coprocessor pre-open hook at 1732666814364Writing region info on filesystem at 1732666814364Initializing all the Stores at 1732666814365 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666814365Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666814366 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666814366Cleaning up temporary data from old regions at 1732666814372 (+6 ms)Running coprocessor post-open hooks at 1732666814375 (+3 ms)Region opened successfully at 1732666814376 (+1 ms) 2024-11-27T00:20:14,377 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666813233.8ccef394edee66497cc455e35cf363ba., pid=6, masterSystemTime=1732666814360 2024-11-27T00:20:14,378 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666813233.8ccef394edee66497cc455e35cf363ba. 2024-11-27T00:20:14,379 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666813233.8ccef394edee66497cc455e35cf363ba. 2024-11-27T00:20:14,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8ccef394edee66497cc455e35cf363ba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,43639,1732666804242 2024-11-27T00:20:14,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ccef394edee66497cc455e35cf363ba, server=f036bc4986ea,43639,1732666804242 because future has completed 2024-11-27T00:20:14,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:20:14,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ccef394edee66497cc455e35cf363ba, server=f036bc4986ea,43639,1732666804242 in 174 msec 2024-11-27T00:20:14,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:20:14,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8ccef394edee66497cc455e35cf363ba, ASSIGN in 330 msec 2024-11-27T00:20:14,386 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:20:14,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666814386"}]},"ts":"1732666814386"} 2024-11-27T00:20:14,388 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:20:14,389 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:20:14,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-27T00:20:15,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:15,386 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:20:15,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37573,1732666809598 2024-11-27T00:20:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13806882 2024-11-27T00:20:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:15,388 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:15,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:20:15,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:20:15,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:20:15,390 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:15,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:20:15,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:20:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:15,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:20:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:15,800 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 95dcaefcd72c839b34c9773fbe82685d, NAME => 'test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5 2024-11-27T00:20:15,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:20:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:16,205 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:16,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 95dcaefcd72c839b34c9773fbe82685d, disabling compactions & flushes 2024-11-27T00:20:16,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. 2024-11-27T00:20:16,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. 2024-11-27T00:20:16,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. after waiting 0 ms 2024-11-27T00:20:16,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. 2024-11-27T00:20:16,206 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. 2024-11-27T00:20:16,206 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 95dcaefcd72c839b34c9773fbe82685d: Waiting for close lock at 1732666816205Disabling compacts and flushes for region at 1732666816205Disabling writes for close at 1732666816206 (+1 ms)Writing region close event to WAL at 1732666816206Closed at 1732666816206 2024-11-27T00:20:16,207 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:20:16,207 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666816207"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666816207"}]},"ts":"1732666816207"} 2024-11-27T00:20:16,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:20:16,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:20:16,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666816210"}]},"ts":"1732666816210"} 2024-11-27T00:20:16,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:20:16,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=95dcaefcd72c839b34c9773fbe82685d, ASSIGN}] 2024-11-27T00:20:16,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=95dcaefcd72c839b34c9773fbe82685d, ASSIGN 2024-11-27T00:20:16,213 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=95dcaefcd72c839b34c9773fbe82685d, ASSIGN; state=OFFLINE, location=f036bc4986ea,42149,1732666809869; forceNewPlan=false, retain=false 2024-11-27T00:20:16,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=95dcaefcd72c839b34c9773fbe82685d, regionState=OPENING, regionLocation=f036bc4986ea,42149,1732666809869 2024-11-27T00:20:16,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=95dcaefcd72c839b34c9773fbe82685d, ASSIGN because future has completed 2024-11-27T00:20:16,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95dcaefcd72c839b34c9773fbe82685d, server=f036bc4986ea,42149,1732666809869}] 2024-11-27T00:20:16,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:20:16,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T00:20:16,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T00:20:16,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T00:20:16,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:20:16,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T00:20:16,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:20:16,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T00:20:16,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:20:16,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T00:20:16,521 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. 2024-11-27T00:20:16,521 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 95dcaefcd72c839b34c9773fbe82685d, NAME => 'test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:16,521 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:20:16,521 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:20:16,522 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:16,522 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:16,522 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:16,522 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:16,523 INFO [StoreOpener-95dcaefcd72c839b34c9773fbe82685d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:16,524 INFO [StoreOpener-95dcaefcd72c839b34c9773fbe82685d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95dcaefcd72c839b34c9773fbe82685d columnFamilyName f 2024-11-27T00:20:16,524 DEBUG [StoreOpener-95dcaefcd72c839b34c9773fbe82685d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:16,524 INFO [StoreOpener-95dcaefcd72c839b34c9773fbe82685d-1 {}] regionserver.HStore(327): Store=95dcaefcd72c839b34c9773fbe82685d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:16,524 INFO [StoreOpener-95dcaefcd72c839b34c9773fbe82685d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:16,525 INFO [StoreOpener-95dcaefcd72c839b34c9773fbe82685d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95dcaefcd72c839b34c9773fbe82685d columnFamilyName f1 2024-11-27T00:20:16,525 DEBUG [StoreOpener-95dcaefcd72c839b34c9773fbe82685d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:16,525 INFO [StoreOpener-95dcaefcd72c839b34c9773fbe82685d-1 {}] regionserver.HStore(327): Store=95dcaefcd72c839b34c9773fbe82685d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:16,525 INFO [StoreOpener-95dcaefcd72c839b34c9773fbe82685d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:16,526 INFO [StoreOpener-95dcaefcd72c839b34c9773fbe82685d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95dcaefcd72c839b34c9773fbe82685d columnFamilyName norep 2024-11-27T00:20:16,526 DEBUG [StoreOpener-95dcaefcd72c839b34c9773fbe82685d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:16,527 INFO [StoreOpener-95dcaefcd72c839b34c9773fbe82685d-1 {}] regionserver.HStore(327): Store=95dcaefcd72c839b34c9773fbe82685d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:16,527 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:16,527 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:16,528 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:16,528 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:16,528 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:16,529 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:20:16,529 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:16,531 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:16,531 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 95dcaefcd72c839b34c9773fbe82685d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62911510, jitterRate=-0.06254544854164124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:20:16,531 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:16,532 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 95dcaefcd72c839b34c9773fbe82685d: Running coprocessor pre-open hook at 1732666816522Writing region info on filesystem at 1732666816522Initializing all the Stores at 1732666816522Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666816522Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666816523 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666816523Cleaning up temporary data from old regions at 1732666816528 (+5 ms)Running coprocessor post-open hooks at 1732666816531 (+3 ms)Region opened successfully at 1732666816531 2024-11-27T00:20:16,532 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d., pid=6, masterSystemTime=1732666816518 2024-11-27T00:20:16,534 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. 2024-11-27T00:20:16,534 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. 2024-11-27T00:20:16,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=95dcaefcd72c839b34c9773fbe82685d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,42149,1732666809869 2024-11-27T00:20:16,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 95dcaefcd72c839b34c9773fbe82685d, server=f036bc4986ea,42149,1732666809869 because future has completed 2024-11-27T00:20:16,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:20:16,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 95dcaefcd72c839b34c9773fbe82685d, server=f036bc4986ea,42149,1732666809869 in 171 msec 2024-11-27T00:20:16,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:20:16,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=95dcaefcd72c839b34c9773fbe82685d, ASSIGN in 328 msec 2024-11-27T00:20:16,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:20:16,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666816541"}]},"ts":"1732666816541"} 2024-11-27T00:20:16,543 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:20:16,544 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:20:16,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-27T00:20:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:17,536 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:20:17,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:17,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,33509,-1 for getting cluster id 2024-11-27T00:20:17,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:17,537 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3577b3c-d62a-4f54-a491-22e6bfae6bac' 2024-11-27T00:20:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3577b3c-d62a-4f54-a491-22e6bfae6bac" 2024-11-27T00:20:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2def5303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:17,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,33509,-1] 2024-11-27T00:20:17,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:17,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:17,538 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b22db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:17,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:17,539 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37573,-1 for getting cluster id 2024-11-27T00:20:17,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:17,540 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72dd4c4c-a4d5-422f-9916-6002eef30f59' 2024-11-27T00:20:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72dd4c4c-a4d5-422f-9916-6002eef30f59" 2024-11-27T00:20:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1355cd73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37573,-1] 2024-11-27T00:20:17,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:17,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:17,541 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a700045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:17,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:17,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,33509,-1 for getting cluster id 2024-11-27T00:20:17,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:17,543 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3577b3c-d62a-4f54-a491-22e6bfae6bac' 2024-11-27T00:20:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3577b3c-d62a-4f54-a491-22e6bfae6bac" 2024-11-27T00:20:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491e9057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,33509,-1] 2024-11-27T00:20:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:17,544 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:17,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c20310f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:17,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:17,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,33509,1732666803916 2024-11-27T00:20:17,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67d9d20b 2024-11-27T00:20:17,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:17,547 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:17,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:37573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:20:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:20:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:17,549 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37573' 2024-11-27T00:20:17,550 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a15160c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:17,550 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37573,-1 for getting cluster id 2024-11-27T00:20:17,550 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:17,551 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72dd4c4c-a4d5-422f-9916-6002eef30f59' 2024-11-27T00:20:17,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:17,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72dd4c4c-a4d5-422f-9916-6002eef30f59" 2024-11-27T00:20:17,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b9b7e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:17,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37573,-1] 2024-11-27T00:20:17,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:17,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:17,552 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:17,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eef3549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:17,553 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:17,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37573,1732666809598 2024-11-27T00:20:17,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fdf0cae 2024-11-27T00:20:17,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:17,554 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:17,555 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T00:20:17,555 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:20:17,555 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:17,555 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:17,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:17,555 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:20:17,556 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:20:17,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:20:17,557 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:17,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:20:17,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741837_1013 (size=1138) 2024-11-27T00:20:17,606 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:20:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:17,991 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T00:20:17,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d54bef525eb7ac9de5cba37984926ff, NAME => 'hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be 2024-11-27T00:20:17,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741838_1014 (size=44) 2024-11-27T00:20:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:18,399 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:18,399 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8d54bef525eb7ac9de5cba37984926ff, disabling compactions & flushes 2024-11-27T00:20:18,399 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. 2024-11-27T00:20:18,399 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. 2024-11-27T00:20:18,399 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. after waiting 0 ms 2024-11-27T00:20:18,399 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. 2024-11-27T00:20:18,399 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. 2024-11-27T00:20:18,399 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d54bef525eb7ac9de5cba37984926ff: Waiting for close lock at 1732666818399Disabling compacts and flushes for region at 1732666818399Disabling writes for close at 1732666818399Writing region close event to WAL at 1732666818399Closed at 1732666818399 2024-11-27T00:20:18,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:20:18,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666818400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666818400"}]},"ts":"1732666818400"} 2024-11-27T00:20:18,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:20:18,403 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:20:18,403 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666818403"}]},"ts":"1732666818403"} 2024-11-27T00:20:18,404 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:20:18,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d54bef525eb7ac9de5cba37984926ff, ASSIGN}] 2024-11-27T00:20:18,406 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d54bef525eb7ac9de5cba37984926ff, ASSIGN 2024-11-27T00:20:18,406 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d54bef525eb7ac9de5cba37984926ff, ASSIGN; state=OFFLINE, location=f036bc4986ea,43639,1732666804242; forceNewPlan=false, retain=false 2024-11-27T00:20:18,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8d54bef525eb7ac9de5cba37984926ff, regionState=OPENING, regionLocation=f036bc4986ea,43639,1732666804242 2024-11-27T00:20:18,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d54bef525eb7ac9de5cba37984926ff, ASSIGN because future has completed 2024-11-27T00:20:18,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d54bef525eb7ac9de5cba37984926ff, server=f036bc4986ea,43639,1732666804242}] 2024-11-27T00:20:18,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:20:18,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:18,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:18,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:18,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:18,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:18,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:18,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:18,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. 2024-11-27T00:20:18,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:18,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:20:18,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C43639%2C1732666804242.rep, suffix=, logDir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242, archiveDir=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/oldWALs, maxLogs=10 2024-11-27T00:20:18,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.rep.1732666818715, exclude list is [], retry=0 2024-11-27T00:20:18,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41575,DS-c6bb3636-c405-4c35-a8f7-6e0b7c370fa7,DISK] 2024-11-27T00:20:18,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.rep.1732666818715 2024-11-27T00:20:18,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46595:46595)] 2024-11-27T00:20:18,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d54bef525eb7ac9de5cba37984926ff, NAME => 'hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:18,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:20:18,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:20:18,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. service=MultiRowMutationService 2024-11-27T00:20:18,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:20:18,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:18,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:18,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:18,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:18,735 INFO [StoreOpener-8d54bef525eb7ac9de5cba37984926ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:18,736 INFO [StoreOpener-8d54bef525eb7ac9de5cba37984926ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d54bef525eb7ac9de5cba37984926ff columnFamilyName hfileref 2024-11-27T00:20:18,736 DEBUG [StoreOpener-8d54bef525eb7ac9de5cba37984926ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:18,736 INFO [StoreOpener-8d54bef525eb7ac9de5cba37984926ff-1 {}] regionserver.HStore(327): Store=8d54bef525eb7ac9de5cba37984926ff/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:18,736 INFO [StoreOpener-8d54bef525eb7ac9de5cba37984926ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:18,737 INFO [StoreOpener-8d54bef525eb7ac9de5cba37984926ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d54bef525eb7ac9de5cba37984926ff columnFamilyName queue 2024-11-27T00:20:18,737 DEBUG [StoreOpener-8d54bef525eb7ac9de5cba37984926ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:18,738 INFO [StoreOpener-8d54bef525eb7ac9de5cba37984926ff-1 {}] regionserver.HStore(327): Store=8d54bef525eb7ac9de5cba37984926ff/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:18,738 INFO [StoreOpener-8d54bef525eb7ac9de5cba37984926ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:18,738 INFO [StoreOpener-8d54bef525eb7ac9de5cba37984926ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d54bef525eb7ac9de5cba37984926ff columnFamilyName sid 2024-11-27T00:20:18,738 DEBUG [StoreOpener-8d54bef525eb7ac9de5cba37984926ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:18,739 INFO [StoreOpener-8d54bef525eb7ac9de5cba37984926ff-1 {}] regionserver.HStore(327): Store=8d54bef525eb7ac9de5cba37984926ff/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:18,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:18,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:18,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:18,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:18,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:18,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:20:18,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:18,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:18,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8d54bef525eb7ac9de5cba37984926ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71230765, jitterRate=0.06142111122608185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:20:18,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:18,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8d54bef525eb7ac9de5cba37984926ff: Running coprocessor pre-open hook at 1732666818734Writing region info on filesystem at 1732666818734Initializing all the Stores at 1732666818734Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666818734Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666818735 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666818735Cleaning up temporary data from old regions at 1732666818740 (+5 ms)Running coprocessor post-open hooks at 1732666818744 (+4 ms)Region opened successfully at 1732666818745 (+1 ms) 2024-11-27T00:20:18,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff., pid=10, masterSystemTime=1732666818711 2024-11-27T00:20:18,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. 2024-11-27T00:20:18,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. 2024-11-27T00:20:18,748 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8d54bef525eb7ac9de5cba37984926ff, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,43639,1732666804242 2024-11-27T00:20:18,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d54bef525eb7ac9de5cba37984926ff, server=f036bc4986ea,43639,1732666804242 because future has completed 2024-11-27T00:20:18,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:20:18,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d54bef525eb7ac9de5cba37984926ff, server=f036bc4986ea,43639,1732666804242 in 191 msec 2024-11-27T00:20:18,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T00:20:18,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d54bef525eb7ac9de5cba37984926ff, ASSIGN in 347 msec 2024-11-27T00:20:18,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:20:18,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666818754"}]},"ts":"1732666818754"} 2024-11-27T00:20:18,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:20:18,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:20:18,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-11-27T00:20:18,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff., hostname=f036bc4986ea,43639,1732666804242, seqNum=2] 2024-11-27T00:20:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:18,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:18,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:20:19,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T00:20:19,055 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:20:19,082 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,43639,1732666804242, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:20:19,082 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:19,082 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43639,1732666804242, seqNum=-1] 2024-11-27T00:20:19,083 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:19,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T00:20:19,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,43639,1732666804242', locateType=CURRENT is [region=hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff., hostname=f036bc4986ea,43639,1732666804242, seqNum=2] 2024-11-27T00:20:19,087 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T00:20:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T00:20:19,089 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,43639,1732666804242 suceeded 2024-11-27T00:20:19,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T00:20:19,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-27T00:20:19,090 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:37573,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:20:19,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5440 sec 2024-11-27T00:20:19,100 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37573' 2024-11-27T00:20:19,101 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19bd2110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:19,101 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37573,-1 for getting cluster id 2024-11-27T00:20:19,101 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:19,102 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72dd4c4c-a4d5-422f-9916-6002eef30f59' 2024-11-27T00:20:19,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:19,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72dd4c4c-a4d5-422f-9916-6002eef30f59" 2024-11-27T00:20:19,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@594a6b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:19,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37573,-1] 2024-11-27T00:20:19,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:19,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:19,103 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:19,104 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3300b006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:19,104 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:19,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37573,1732666809598 2024-11-27T00:20:19,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@166b3843 2024-11-27T00:20:19,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:19,106 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T00:20:19,106 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,43639,1732666804242 (queues=1) is replicating from cluster=b3577b3c-d62a-4f54-a491-22e6bfae6bac to cluster=72dd4c4c-a4d5-422f-9916-6002eef30f59 2024-11-27T00:20:19,106 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C43639%2C1732666804242 2024-11-27T00:20:19,106 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,43639,1732666804242, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:20:19,107 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C43639%2C1732666804242 2024-11-27T00:20:19,107 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475, startPosition=0, beingWritten=true 2024-11-27T00:20:19,112 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:20:19,112 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 379, reset compression=false 2024-11-27T00:20:19,112 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,43639,1732666804242 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:20:19,317 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 379, reset compression=false 2024-11-27T00:20:19,620 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 379, reset compression=false 2024-11-27T00:20:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33509 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:19,697 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:20:19,697 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:20:19,697 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:19,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:19,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:19,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:19,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:19,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37573,-1 for getting cluster id 2024-11-27T00:20:19,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:19,698 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72dd4c4c-a4d5-422f-9916-6002eef30f59' 2024-11-27T00:20:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72dd4c4c-a4d5-422f-9916-6002eef30f59" 2024-11-27T00:20:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560da2b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37573,-1] 2024-11-27T00:20:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:19,700 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff6e820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:19,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37573,1732666809598 2024-11-27T00:20:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13771993 2024-11-27T00:20:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:19,702 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:19,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:33509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:20:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:20:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:19,705 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:33509' 2024-11-27T00:20:19,705 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b6d070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:19,705 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,33509,-1 for getting cluster id 2024-11-27T00:20:19,705 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:19,706 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3577b3c-d62a-4f54-a491-22e6bfae6bac' 2024-11-27T00:20:19,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:19,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3577b3c-d62a-4f54-a491-22e6bfae6bac" 2024-11-27T00:20:19,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdf876e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:19,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,33509,-1] 2024-11-27T00:20:19,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:19,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:19,707 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:19,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a502b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:19,708 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:19,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,33509,1732666803916 2024-11-27T00:20:19,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67298ecd 2024-11-27T00:20:19,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:19,709 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:19,709 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T00:20:19,709 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:20:19,709 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:19,709 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:19,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:19,710 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:20:19,711 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:20:19,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:20:19,712 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:19,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:20:19,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741837_1013 (size=1138) 2024-11-27T00:20:19,761 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:20:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:20,025 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 379, reset compression=false 2024-11-27T00:20:20,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:20,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1c05ee784caf6bc833d456d22835347, NAME => 'hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5 2024-11-27T00:20:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741838_1014 (size=44) 2024-11-27T00:20:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:20,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:20,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e1c05ee784caf6bc833d456d22835347, disabling compactions & flushes 2024-11-27T00:20:20,525 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. 2024-11-27T00:20:20,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. 2024-11-27T00:20:20,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. after waiting 0 ms 2024-11-27T00:20:20,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. 2024-11-27T00:20:20,525 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. 2024-11-27T00:20:20,525 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1c05ee784caf6bc833d456d22835347: Waiting for close lock at 1732666820525Disabling compacts and flushes for region at 1732666820525Disabling writes for close at 1732666820525Writing region close event to WAL at 1732666820525Closed at 1732666820525 2024-11-27T00:20:20,526 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:20:20,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666820526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666820526"}]},"ts":"1732666820526"} 2024-11-27T00:20:20,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:20:20,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:20:20,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666820528"}]},"ts":"1732666820528"} 2024-11-27T00:20:20,529 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 379, reset compression=false 2024-11-27T00:20:20,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:20:20,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1c05ee784caf6bc833d456d22835347, ASSIGN}] 2024-11-27T00:20:20,531 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1c05ee784caf6bc833d456d22835347, ASSIGN 2024-11-27T00:20:20,532 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1c05ee784caf6bc833d456d22835347, ASSIGN; state=OFFLINE, location=f036bc4986ea,42149,1732666809869; forceNewPlan=false, retain=false 2024-11-27T00:20:20,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e1c05ee784caf6bc833d456d22835347, regionState=OPENING, regionLocation=f036bc4986ea,42149,1732666809869 2024-11-27T00:20:20,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1c05ee784caf6bc833d456d22835347, ASSIGN because future has completed 2024-11-27T00:20:20,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1c05ee784caf6bc833d456d22835347, server=f036bc4986ea,42149,1732666809869}] 2024-11-27T00:20:20,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. 2024-11-27T00:20:20,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:20,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:20:20,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C42149%2C1732666809869.rep, suffix=, logDir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869, archiveDir=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/oldWALs, maxLogs=10 2024-11-27T00:20:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:20,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.rep.1732666820841, exclude list is [], retry=0 2024-11-27T00:20:20,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43215,DS-e05f28b5-5f1f-4e93-b516-beb40c7916d0,DISK] 2024-11-27T00:20:20,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.rep.1732666820841 2024-11-27T00:20:20,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44821:44821)] 2024-11-27T00:20:20,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e1c05ee784caf6bc833d456d22835347, NAME => 'hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:20,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:20:20,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:20:20,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. service=MultiRowMutationService 2024-11-27T00:20:20,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:20:20,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:20,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:20,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:20,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:20,860 INFO [StoreOpener-e1c05ee784caf6bc833d456d22835347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:20,861 INFO [StoreOpener-e1c05ee784caf6bc833d456d22835347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c05ee784caf6bc833d456d22835347 columnFamilyName hfileref 2024-11-27T00:20:20,861 DEBUG [StoreOpener-e1c05ee784caf6bc833d456d22835347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:20,861 INFO [StoreOpener-e1c05ee784caf6bc833d456d22835347-1 {}] regionserver.HStore(327): Store=e1c05ee784caf6bc833d456d22835347/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:20,861 INFO [StoreOpener-e1c05ee784caf6bc833d456d22835347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:20,862 INFO [StoreOpener-e1c05ee784caf6bc833d456d22835347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c05ee784caf6bc833d456d22835347 columnFamilyName queue 2024-11-27T00:20:20,862 DEBUG [StoreOpener-e1c05ee784caf6bc833d456d22835347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:20,862 INFO [StoreOpener-e1c05ee784caf6bc833d456d22835347-1 {}] regionserver.HStore(327): Store=e1c05ee784caf6bc833d456d22835347/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:20,863 INFO [StoreOpener-e1c05ee784caf6bc833d456d22835347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:20,863 INFO [StoreOpener-e1c05ee784caf6bc833d456d22835347-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1c05ee784caf6bc833d456d22835347 columnFamilyName sid 2024-11-27T00:20:20,864 DEBUG [StoreOpener-e1c05ee784caf6bc833d456d22835347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:20,864 INFO [StoreOpener-e1c05ee784caf6bc833d456d22835347-1 {}] regionserver.HStore(327): Store=e1c05ee784caf6bc833d456d22835347/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:20,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:20,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:20,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:20,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:20,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:20,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:20:20,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:20,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:20,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e1c05ee784caf6bc833d456d22835347; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68071622, jitterRate=0.014346212148666382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:20:20,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:20,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e1c05ee784caf6bc833d456d22835347: Running coprocessor pre-open hook at 1732666820859Writing region info on filesystem at 1732666820859Initializing all the Stores at 1732666820859Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666820859Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666820859Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666820859Cleaning up temporary data from old regions at 1732666820866 (+7 ms)Running coprocessor post-open hooks at 1732666820869 (+3 ms)Region opened successfully at 1732666820869 2024-11-27T00:20:20,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347., pid=10, masterSystemTime=1732666820836 2024-11-27T00:20:20,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. 2024-11-27T00:20:20,872 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. 2024-11-27T00:20:20,872 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e1c05ee784caf6bc833d456d22835347, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,42149,1732666809869 2024-11-27T00:20:20,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1c05ee784caf6bc833d456d22835347, server=f036bc4986ea,42149,1732666809869 because future has completed 2024-11-27T00:20:20,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:20:20,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e1c05ee784caf6bc833d456d22835347, server=f036bc4986ea,42149,1732666809869 in 191 msec 2024-11-27T00:20:20,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T00:20:20,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1c05ee784caf6bc833d456d22835347, ASSIGN in 346 msec 2024-11-27T00:20:20,878 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:20:20,879 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666820878"}]},"ts":"1732666820878"} 2024-11-27T00:20:20,880 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:20:20,881 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:20:20,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-27T00:20:20,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347., hostname=f036bc4986ea,42149,1732666809869, seqNum=2] 2024-11-27T00:20:21,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:21,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:21,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:20:21,133 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 379, reset compression=false 2024-11-27T00:20:21,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T00:20:21,219 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:20:21,245 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,42149,1732666809869, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:20:21,246 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:21,246 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1] 2024-11-27T00:20:21,246 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:21,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T00:20:21,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,42149,1732666809869', locateType=CURRENT is [region=hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347., hostname=f036bc4986ea,42149,1732666809869, seqNum=2] 2024-11-27T00:20:21,250 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T00:20:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T00:20:21,252 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,42149,1732666809869 suceeded 2024-11-27T00:20:21,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T00:20:21,254 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:33509,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:20:21,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-27T00:20:21,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5520 sec 2024-11-27T00:20:21,265 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:33509' 2024-11-27T00:20:21,266 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b246ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:21,266 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,33509,-1 for getting cluster id 2024-11-27T00:20:21,266 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:21,267 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3577b3c-d62a-4f54-a491-22e6bfae6bac' 2024-11-27T00:20:21,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:21,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3577b3c-d62a-4f54-a491-22e6bfae6bac" 2024-11-27T00:20:21,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d2e0c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:21,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,33509,-1] 2024-11-27T00:20:21,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:21,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:21,268 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:21,268 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bab6408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:21,268 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:21,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,33509,1732666803916 2024-11-27T00:20:21,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ba8e38d 2024-11-27T00:20:21,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:21,270 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T00:20:21,270 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,42149,1732666809869 (queues=1) is replicating from cluster=72dd4c4c-a4d5-422f-9916-6002eef30f59 to cluster=b3577b3c-d62a-4f54-a491-22e6bfae6bac 2024-11-27T00:20:21,270 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C42149%2C1732666809869 2024-11-27T00:20:21,270 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,42149,1732666809869, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:20:21,271 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C42149%2C1732666809869 2024-11-27T00:20:21,271 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130, startPosition=0, beingWritten=true 2024-11-27T00:20:21,276 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:20:21,276 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 379, reset compression=false 2024-11-27T00:20:21,276 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,42149,1732666809869 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:20:21,479 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 379, reset compression=false 2024-11-27T00:20:21,783 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 379, reset compression=false 2024-11-27T00:20:21,836 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 379, reset compression=false 2024-11-27T00:20:21,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:21,866 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:20:21,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:20:21,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:21,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:21,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:21,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:21,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:21,871 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732666821870/Put/seqid=0 2024-11-27T00:20:21,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741840_1016 (size=7894) 2024-11-27T00:20:22,186 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 379, reset compression=false 2024-11-27T00:20:22,277 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732666822277/Put/seqid=0 2024-11-27T00:20:22,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741841_1017 (size=7691) 2024-11-27T00:20:22,640 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 379, reset compression=false 2024-11-27T00:20:22,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9166586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:22,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,33509,-1 for getting cluster id 2024-11-27T00:20:22,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:22,685 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3577b3c-d62a-4f54-a491-22e6bfae6bac' 2024-11-27T00:20:22,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:22,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3577b3c-d62a-4f54-a491-22e6bfae6bac" 2024-11-27T00:20:22,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e746f03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:22,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,33509,-1] 2024-11-27T00:20:22,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:22,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:22,686 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:22,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51498702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:22,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43639,1732666804242, seqNum=-1] 2024-11-27T00:20:22,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:22,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:22,689 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 379, reset compression=false 2024-11-27T00:20:22,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,33509,1732666803916 2024-11-27T00:20:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10369c5d 2024-11-27T00:20:22,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:22,736 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:22,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732666813233.8ccef394edee66497cc455e35cf363ba., hostname=f036bc4986ea,43639,1732666804242, seqNum=2] 2024-11-27T00:20:22,741 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:20:22,746 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T00:20:22,748 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T00:20:22,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 8ccef394edee66497cc455e35cf363ba/f 2024-11-27T00:20:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T00:20:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:20:22,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 8ccef394edee66497cc455e35cf363ba/f 2024-11-27T00:20:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T00:20:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:20:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HRegion(2603): Flush status journal for 8ccef394edee66497cc455e35cf363ba: 2024-11-27T00:20:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins__test__s0ktmv0pnia10mca5o4qql1ps1aqla847f2li5a3qidvtcralfpd1sv8ett9t993/f/hfile_0 2024-11-27T00:20:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins__test__s0ktmv0pnia10mca5o4qql1ps1aqla847f2li5a3qidvtcralfpd1sv8ett9t993/f/hfile_0 as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/4baa221cda374926bb4d04fab671dddb_SeqId_4_ 2024-11-27T00:20:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins__test__s0ktmv0pnia10mca5o4qql1ps1aqla847f2li5a3qidvtcralfpd1sv8ett9t993/f/hfile_1 2024-11-27T00:20:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins__test__s0ktmv0pnia10mca5o4qql1ps1aqla847f2li5a3qidvtcralfpd1sv8ett9t993/f/hfile_1 as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/d1b5d089599f485a8d42adc1c7f3d19b_SeqId_4_ 2024-11-27T00:20:22,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins__test__s0ktmv0pnia10mca5o4qql1ps1aqla847f2li5a3qidvtcralfpd1sv8ett9t993/f/hfile_0 into 8ccef394edee66497cc455e35cf363ba/f as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/4baa221cda374926bb4d04fab671dddb_SeqId_4_ - updating store file list. 2024-11-27T00:20:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4baa221cda374926bb4d04fab671dddb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:20:22,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/4baa221cda374926bb4d04fab671dddb_SeqId_4_ into 8ccef394edee66497cc455e35cf363ba/f 2024-11-27T00:20:22,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins__test__s0ktmv0pnia10mca5o4qql1ps1aqla847f2li5a3qidvtcralfpd1sv8ett9t993/f/hfile_0 into 8ccef394edee66497cc455e35cf363ba/f (new location: hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/4baa221cda374926bb4d04fab671dddb_SeqId_4_) 2024-11-27T00:20:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins__test__s0ktmv0pnia10mca5o4qql1ps1aqla847f2li5a3qidvtcralfpd1sv8ett9t993/f/hfile_0 2024-11-27T00:20:22,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins__test__s0ktmv0pnia10mca5o4qql1ps1aqla847f2li5a3qidvtcralfpd1sv8ett9t993/f/hfile_1 into 8ccef394edee66497cc455e35cf363ba/f as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/d1b5d089599f485a8d42adc1c7f3d19b_SeqId_4_ - updating store file list. 2024-11-27T00:20:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1b5d089599f485a8d42adc1c7f3d19b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:20:22,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/d1b5d089599f485a8d42adc1c7f3d19b_SeqId_4_ into 8ccef394edee66497cc455e35cf363ba/f 2024-11-27T00:20:22,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins__test__s0ktmv0pnia10mca5o4qql1ps1aqla847f2li5a3qidvtcralfpd1sv8ett9t993/f/hfile_1 into 8ccef394edee66497cc455e35cf363ba/f (new location: hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/d1b5d089599f485a8d42adc1c7f3d19b_SeqId_4_) 2024-11-27T00:20:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins__test__s0ktmv0pnia10mca5o4qql1ps1aqla847f2li5a3qidvtcralfpd1sv8ett9t993/f/hfile_1 2024-11-27T00:20:22,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:20:22,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:22,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:22,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:22,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732666813233.8ccef394edee66497cc455e35cf363ba., hostname=f036bc4986ea,43639,1732666804242, seqNum=2 , the old value is region=test,,1732666813233.8ccef394edee66497cc455e35cf363ba., hostname=f036bc4986ea,43639,1732666804242, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f036bc4986ea:43639 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T00:20:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732666813233.8ccef394edee66497cc455e35cf363ba., hostname=f036bc4986ea,43639,1732666804242, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T00:20:22,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732666813233.8ccef394edee66497cc455e35cf363ba., hostname=f036bc4986ea,43639,1732666804242, seqNum=2 from cache 2024-11-27T00:20:22,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:22,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:22,775 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T00:20:22,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1] 2024-11-27T00:20:22,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:22,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d., hostname=f036bc4986ea,42149,1732666809869, seqNum=2] 2024-11-27T00:20:22,780 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T00:20:22,886 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:43639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T00:20:23,293 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 379, reset compression=false 2024-11-27T00:20:23,543 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 379, reset compression=false 2024-11-27T00:20:23,560 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:20:23,560 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,43639,1732666804242 got entry batch from reader: WALEntryBatch [walEntries=[{test/8ccef394edee66497cc455e35cf363ba/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732666822773/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T00:20:23,562 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:20:23,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-27T00:20:23,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.ReplicationSink(318): Replicating [b3577b3c-d62a-4f54-a491-22e6bfae6bac] bulk loaded data 2024-11-27T00:20:23,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@156ccf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:23,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37573,-1 for getting cluster id 2024-11-27T00:20:23,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:23,564 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72dd4c4c-a4d5-422f-9916-6002eef30f59' 2024-11-27T00:20:23,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:23,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72dd4c4c-a4d5-422f-9916-6002eef30f59" 2024-11-27T00:20:23,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@336b4e30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:23,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37573,-1] 2024-11-27T00:20:23,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:23,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:23,566 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:23,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6207fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:23,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741840_1016 (size=7894) 2024-11-27T00:20:23,760 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 687, reset compression=false 2024-11-27T00:20:23,782 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T00:20:23,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741841_1017 (size=7691) 2024-11-27T00:20:23,997 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 379, reset compression=false 2024-11-27T00:20:24,064 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 687, reset compression=false 2024-11-27T00:20:24,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:20:24,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:24,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:24,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:24,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:24,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:24,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:24,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:24,293 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T00:20:24,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:24,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37573,1732666809598 2024-11-27T00:20:24,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e627b78 2024-11-27T00:20:24,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:24,386 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T00:20:24,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:20:24,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:24,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1] 2024-11-27T00:20:24,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:24,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T00:20:24,395 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins.hfs.11__test__qqsdmne8l1rp4hvbbh6mapunu87ac07toco1ual8f4avj6iboqe3brmtfv1na1rp/f/4baa221cda374926bb4d04fab671dddb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T00:20:24,398 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins.hfs.11__test__qqsdmne8l1rp4hvbbh6mapunu87ac07toco1ual8f4avj6iboqe3brmtfv1na1rp/f/d1b5d089599f485a8d42adc1c7f3d19b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T00:20:24,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins.hfs.11__test__qqsdmne8l1rp4hvbbh6mapunu87ac07toco1ual8f4avj6iboqe3brmtfv1na1rp/f/d1b5d089599f485a8d42adc1c7f3d19b_SeqId_4_ for inclusion in 95dcaefcd72c839b34c9773fbe82685d/f 2024-11-27T00:20:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T00:20:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:20:24,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins.hfs.11__test__qqsdmne8l1rp4hvbbh6mapunu87ac07toco1ual8f4avj6iboqe3brmtfv1na1rp/f/4baa221cda374926bb4d04fab671dddb_SeqId_4_ for inclusion in 95dcaefcd72c839b34c9773fbe82685d/f 2024-11-27T00:20:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T00:20:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:20:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HRegion(2603): Flush status journal for 95dcaefcd72c839b34c9773fbe82685d: 2024-11-27T00:20:24,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d1b5d089599f485a8d42adc1c7f3d19b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T00:20:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins.hfs.11__test__qqsdmne8l1rp4hvbbh6mapunu87ac07toco1ual8f4avj6iboqe3brmtfv1na1rp/f/d1b5d089599f485a8d42adc1c7f3d19b_SeqId_4_ as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/44c37949ccfb4daca2c2ad8a79c6cf3c_SeqId_4_ 2024-11-27T00:20:24,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4baa221cda374926bb4d04fab671dddb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T00:20:24,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins.hfs.11__test__qqsdmne8l1rp4hvbbh6mapunu87ac07toco1ual8f4avj6iboqe3brmtfv1na1rp/f/4baa221cda374926bb4d04fab671dddb_SeqId_4_ as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/de86be92f95f49cea076f10f8db167cb_SeqId_4_ 2024-11-27T00:20:24,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins.hfs.11__test__qqsdmne8l1rp4hvbbh6mapunu87ac07toco1ual8f4avj6iboqe3brmtfv1na1rp/f/d1b5d089599f485a8d42adc1c7f3d19b_SeqId_4_ into 95dcaefcd72c839b34c9773fbe82685d/f as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/44c37949ccfb4daca2c2ad8a79c6cf3c_SeqId_4_ - updating store file list. 2024-11-27T00:20:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 44c37949ccfb4daca2c2ad8a79c6cf3c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:20:24,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/44c37949ccfb4daca2c2ad8a79c6cf3c_SeqId_4_ into 95dcaefcd72c839b34c9773fbe82685d/f 2024-11-27T00:20:24,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins.hfs.11__test__qqsdmne8l1rp4hvbbh6mapunu87ac07toco1ual8f4avj6iboqe3brmtfv1na1rp/f/d1b5d089599f485a8d42adc1c7f3d19b_SeqId_4_ into 95dcaefcd72c839b34c9773fbe82685d/f (new location: hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/44c37949ccfb4daca2c2ad8a79c6cf3c_SeqId_4_) 2024-11-27T00:20:24,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins.hfs.11__test__qqsdmne8l1rp4hvbbh6mapunu87ac07toco1ual8f4avj6iboqe3brmtfv1na1rp/f/d1b5d089599f485a8d42adc1c7f3d19b_SeqId_4_ 2024-11-27T00:20:24,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins.hfs.11__test__qqsdmne8l1rp4hvbbh6mapunu87ac07toco1ual8f4avj6iboqe3brmtfv1na1rp/f/4baa221cda374926bb4d04fab671dddb_SeqId_4_ into 95dcaefcd72c839b34c9773fbe82685d/f as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/de86be92f95f49cea076f10f8db167cb_SeqId_4_ - updating store file list. 2024-11-27T00:20:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for de86be92f95f49cea076f10f8db167cb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:20:24,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/de86be92f95f49cea076f10f8db167cb_SeqId_4_ into 95dcaefcd72c839b34c9773fbe82685d/f 2024-11-27T00:20:24,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins.hfs.11__test__qqsdmne8l1rp4hvbbh6mapunu87ac07toco1ual8f4avj6iboqe3brmtfv1na1rp/f/4baa221cda374926bb4d04fab671dddb_SeqId_4_ into 95dcaefcd72c839b34c9773fbe82685d/f (new location: hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/de86be92f95f49cea076f10f8db167cb_SeqId_4_) 2024-11-27T00:20:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins.hfs.11__test__qqsdmne8l1rp4hvbbh6mapunu87ac07toco1ual8f4avj6iboqe3brmtfv1na1rp/f/4baa221cda374926bb4d04fab671dddb_SeqId_4_ 2024-11-27T00:20:24,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.ReplicationSink(324): Finished replicating [b3577b3c-d62a-4f54-a491-22e6bfae6bac] bulk loaded data 2024-11-27T00:20:24,468 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 687, reset compression=false 2024-11-27T00:20:24,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:24,792 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732666824791/Put/seqid=0 2024-11-27T00:20:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741842_1018 (size=11194) 2024-11-27T00:20:24,801 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 379, reset compression=false 2024-11-27T00:20:24,804 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:20:24,805 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,42149,1732666809869 got entry batch from reader: WALEntryBatch [walEntries=[{test/95dcaefcd72c839b34c9773fbe82685d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732666824430/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T00:20:24,806 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:20:24,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-27T00:20:24,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.ReplicationSink(318): Replicating [b3577b3c-d62a-4f54-a491-22e6bfae6bac, 72dd4c4c-a4d5-422f-9916-6002eef30f59] bulk loaded data 2024-11-27T00:20:24,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ac89844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:24,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,33509,-1 for getting cluster id 2024-11-27T00:20:24,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:24,809 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3577b3c-d62a-4f54-a491-22e6bfae6bac' 2024-11-27T00:20:24,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:24,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3577b3c-d62a-4f54-a491-22e6bfae6bac" 2024-11-27T00:20:24,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bf59905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:24,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,33509,-1] 2024-11-27T00:20:24,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:24,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:24,810 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:24,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2483c167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:24,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741842_1018 (size=7691) 2024-11-27T00:20:24,972 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 687, reset compression=false 2024-11-27T00:20:25,005 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 725, reset compression=false 2024-11-27T00:20:25,198 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732666825198/Put/seqid=0 2024-11-27T00:20:25,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741843_1019 (size=10791) 2024-11-27T00:20:25,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741843_1019 (size=7894) 2024-11-27T00:20:25,308 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 725, reset compression=false 2024-11-27T00:20:25,575 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 687, reset compression=false 2024-11-27T00:20:25,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d3f3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:25,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37573,-1 for getting cluster id 2024-11-27T00:20:25,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:25,604 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72dd4c4c-a4d5-422f-9916-6002eef30f59' 2024-11-27T00:20:25,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72dd4c4c-a4d5-422f-9916-6002eef30f59" 2024-11-27T00:20:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c95a42d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37573,-1] 2024-11-27T00:20:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:25,606 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:25,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146d89c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:25,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:25,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1] 2024-11-27T00:20:25,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:25,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:25,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:25,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37573,1732666809598 2024-11-27T00:20:25,616 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e30702d 2024-11-27T00:20:25,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:25,617 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:25,621 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d., hostname=f036bc4986ea,42149,1732666809869, seqNum=2] 2024-11-27T00:20:25,623 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:20:25,629 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T00:20:25,631 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T00:20:25,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:25,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,33509,1732666803916 2024-11-27T00:20:25,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f4fadd5 2024-11-27T00:20:25,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:25,633 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T00:20:25,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:20:25,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:25,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43639,1732666804242, seqNum=-1] 2024-11-27T00:20:25,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:25,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 95dcaefcd72c839b34c9773fbe82685d/f 2024-11-27T00:20:25,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T00:20:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T00:20:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:20:25,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 95dcaefcd72c839b34c9773fbe82685d/f 2024-11-27T00:20:25,642 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__p8vc2juovs2cshoev93rntlauus4sb5a9e420rmgak56meri1d80smmnqtbb4mv5/f/44c37949ccfb4daca2c2ad8a79c6cf3c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T00:20:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T00:20:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:20:25,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HRegion(2603): Flush status journal for 95dcaefcd72c839b34c9773fbe82685d: 2024-11-27T00:20:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins__test__2utiabadntsi0npeei71eoiu58184d36mquvnqv4r5tngjs0opkidadtvpndj6jf/f/hfile_0 2024-11-27T00:20:25,645 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__p8vc2juovs2cshoev93rntlauus4sb5a9e420rmgak56meri1d80smmnqtbb4mv5/f/de86be92f95f49cea076f10f8db167cb_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T00:20:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins__test__2utiabadntsi0npeei71eoiu58184d36mquvnqv4r5tngjs0opkidadtvpndj6jf/f/hfile_0 as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/2772273430304d669cadb5d0979472ab_SeqId_6_ 2024-11-27T00:20:25,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins__test__2utiabadntsi0npeei71eoiu58184d36mquvnqv4r5tngjs0opkidadtvpndj6jf/f/hfile_1 2024-11-27T00:20:25,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.ReplicationSink(324): Finished replicating [b3577b3c-d62a-4f54-a491-22e6bfae6bac, 72dd4c4c-a4d5-422f-9916-6002eef30f59] bulk loaded data 2024-11-27T00:20:25,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins__test__2utiabadntsi0npeei71eoiu58184d36mquvnqv4r5tngjs0opkidadtvpndj6jf/f/hfile_1 as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/ddd075203a7043699ad5b4b7b5760109_SeqId_6_ 2024-11-27T00:20:25,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins__test__2utiabadntsi0npeei71eoiu58184d36mquvnqv4r5tngjs0opkidadtvpndj6jf/f/hfile_0 into 95dcaefcd72c839b34c9773fbe82685d/f as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/2772273430304d669cadb5d0979472ab_SeqId_6_ - updating store file list. 2024-11-27T00:20:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2772273430304d669cadb5d0979472ab_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T00:20:25,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/2772273430304d669cadb5d0979472ab_SeqId_6_ into 95dcaefcd72c839b34c9773fbe82685d/f 2024-11-27T00:20:25,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins__test__2utiabadntsi0npeei71eoiu58184d36mquvnqv4r5tngjs0opkidadtvpndj6jf/f/hfile_0 into 95dcaefcd72c839b34c9773fbe82685d/f (new location: hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/2772273430304d669cadb5d0979472ab_SeqId_6_) 2024-11-27T00:20:25,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins__test__2utiabadntsi0npeei71eoiu58184d36mquvnqv4r5tngjs0opkidadtvpndj6jf/f/hfile_0 2024-11-27T00:20:25,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins__test__2utiabadntsi0npeei71eoiu58184d36mquvnqv4r5tngjs0opkidadtvpndj6jf/f/hfile_1 into 95dcaefcd72c839b34c9773fbe82685d/f as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/ddd075203a7043699ad5b4b7b5760109_SeqId_6_ - updating store file list. 2024-11-27T00:20:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ddd075203a7043699ad5b4b7b5760109_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T00:20:25,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/ddd075203a7043699ad5b4b7b5760109_SeqId_6_ into 95dcaefcd72c839b34c9773fbe82685d/f 2024-11-27T00:20:25,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins__test__2utiabadntsi0npeei71eoiu58184d36mquvnqv4r5tngjs0opkidadtvpndj6jf/f/hfile_1 into 95dcaefcd72c839b34c9773fbe82685d/f (new location: hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/f/ddd075203a7043699ad5b4b7b5760109_SeqId_6_) 2024-11-27T00:20:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/staging/jenkins__test__2utiabadntsi0npeei71eoiu58184d36mquvnqv4r5tngjs0opkidadtvpndj6jf/f/hfile_1 2024-11-27T00:20:25,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:20:25,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:25,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:25,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:25,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:25,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d., hostname=f036bc4986ea,42149,1732666809869, seqNum=2 , the old value is region=test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d., hostname=f036bc4986ea,42149,1732666809869, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f036bc4986ea:42149 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T00:20:25,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d., hostname=f036bc4986ea,42149,1732666809869, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T00:20:25,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d., hostname=f036bc4986ea,42149,1732666809869, seqNum=2 from cache 2024-11-27T00:20:25,663 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T00:20:25,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:25,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43639,1732666804242, seqNum=-1] 2024-11-27T00:20:25,665 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:25,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:25,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732666813233.8ccef394edee66497cc455e35cf363ba., hostname=f036bc4986ea,43639,1732666804242, seqNum=2] 2024-11-27T00:20:25,674 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T00:20:25,711 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 725, reset compression=false 2024-11-27T00:20:25,716 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:20:25,716 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,42149,1732666809869 got entry batch from reader: WALEntryBatch [walEntries=[{test/95dcaefcd72c839b34c9773fbe82685d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732666825661/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T00:20:25,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.ReplicationSink(318): Replicating [72dd4c4c-a4d5-422f-9916-6002eef30f59] bulk loaded data 2024-11-27T00:20:25,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741844_1020 (size=11194) 2024-11-27T00:20:25,766 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:42149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T00:20:25,916 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 1033, reset compression=false 2024-11-27T00:20:26,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741845_1021 (size=10791) 2024-11-27T00:20:26,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:20:26,146 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__a9ji43nb0f5os6564hc7oiuukhmnm38ihugpp2b5dvclkb4jq6cdijd12sjodq3l/f/2772273430304d669cadb5d0979472ab_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-27T00:20:26,149 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__a9ji43nb0f5os6564hc7oiuukhmnm38ihugpp2b5dvclkb4jq6cdijd12sjodq3l/f/ddd075203a7043699ad5b4b7b5760109_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-27T00:20:26,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__a9ji43nb0f5os6564hc7oiuukhmnm38ihugpp2b5dvclkb4jq6cdijd12sjodq3l/f/2772273430304d669cadb5d0979472ab_SeqId_6_ for inclusion in 8ccef394edee66497cc455e35cf363ba/f 2024-11-27T00:20:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T00:20:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:20:26,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__a9ji43nb0f5os6564hc7oiuukhmnm38ihugpp2b5dvclkb4jq6cdijd12sjodq3l/f/ddd075203a7043699ad5b4b7b5760109_SeqId_6_ for inclusion in 8ccef394edee66497cc455e35cf363ba/f 2024-11-27T00:20:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T00:20:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:20:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HRegion(2603): Flush status journal for 8ccef394edee66497cc455e35cf363ba: 2024-11-27T00:20:26,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2772273430304d669cadb5d0979472ab_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T00:20:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__a9ji43nb0f5os6564hc7oiuukhmnm38ihugpp2b5dvclkb4jq6cdijd12sjodq3l/f/2772273430304d669cadb5d0979472ab_SeqId_6_ as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/30a46ff3bb9f4763839acb983b58885c_SeqId_6_ 2024-11-27T00:20:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ddd075203a7043699ad5b4b7b5760109_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T00:20:26,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__a9ji43nb0f5os6564hc7oiuukhmnm38ihugpp2b5dvclkb4jq6cdijd12sjodq3l/f/ddd075203a7043699ad5b4b7b5760109_SeqId_6_ as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/94272f3b68b8404ca4c7398b378764d3_SeqId_6_ 2024-11-27T00:20:26,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__a9ji43nb0f5os6564hc7oiuukhmnm38ihugpp2b5dvclkb4jq6cdijd12sjodq3l/f/2772273430304d669cadb5d0979472ab_SeqId_6_ into 8ccef394edee66497cc455e35cf363ba/f as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/30a46ff3bb9f4763839acb983b58885c_SeqId_6_ - updating store file list. 2024-11-27T00:20:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 30a46ff3bb9f4763839acb983b58885c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T00:20:26,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/30a46ff3bb9f4763839acb983b58885c_SeqId_6_ into 8ccef394edee66497cc455e35cf363ba/f 2024-11-27T00:20:26,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__a9ji43nb0f5os6564hc7oiuukhmnm38ihugpp2b5dvclkb4jq6cdijd12sjodq3l/f/2772273430304d669cadb5d0979472ab_SeqId_6_ into 8ccef394edee66497cc455e35cf363ba/f (new location: hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/30a46ff3bb9f4763839acb983b58885c_SeqId_6_) 2024-11-27T00:20:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__a9ji43nb0f5os6564hc7oiuukhmnm38ihugpp2b5dvclkb4jq6cdijd12sjodq3l/f/2772273430304d669cadb5d0979472ab_SeqId_6_ 2024-11-27T00:20:26,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__a9ji43nb0f5os6564hc7oiuukhmnm38ihugpp2b5dvclkb4jq6cdijd12sjodq3l/f/ddd075203a7043699ad5b4b7b5760109_SeqId_6_ into 8ccef394edee66497cc455e35cf363ba/f as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/94272f3b68b8404ca4c7398b378764d3_SeqId_6_ - updating store file list. 2024-11-27T00:20:26,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 94272f3b68b8404ca4c7398b378764d3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T00:20:26,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/94272f3b68b8404ca4c7398b378764d3_SeqId_6_ into 8ccef394edee66497cc455e35cf363ba/f 2024-11-27T00:20:26,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__a9ji43nb0f5os6564hc7oiuukhmnm38ihugpp2b5dvclkb4jq6cdijd12sjodq3l/f/ddd075203a7043699ad5b4b7b5760109_SeqId_6_ into 8ccef394edee66497cc455e35cf363ba/f (new location: hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/f/94272f3b68b8404ca4c7398b378764d3_SeqId_6_) 2024-11-27T00:20:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/staging/jenkins.hfs.10__test__a9ji43nb0f5os6564hc7oiuukhmnm38ihugpp2b5dvclkb4jq6cdijd12sjodq3l/f/ddd075203a7043699ad5b4b7b5760109_SeqId_6_ 2024-11-27T00:20:26,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43639 {}] regionserver.ReplicationSink(324): Finished replicating [72dd4c4c-a4d5-422f-9916-6002eef30f59] bulk loaded data 2024-11-27T00:20:26,220 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 1033, reset compression=false 2024-11-27T00:20:26,279 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 687, reset compression=false 2024-11-27T00:20:26,283 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:20:26,283 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,43639,1732666804242 got entry batch from reader: WALEntryBatch [walEntries=[{test/8ccef394edee66497cc455e35cf363ba/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732666826172/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T00:20:26,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.ReplicationSink(318): Replicating [72dd4c4c-a4d5-422f-9916-6002eef30f59, b3577b3c-d62a-4f54-a491-22e6bfae6bac] bulk loaded data 2024-11-27T00:20:26,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741844_1020 (size=11194) 2024-11-27T00:20:26,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T00:20:26,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T00:20:26,484 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 1033, reset compression=false 2024-11-27T00:20:26,624 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 1033, reset compression=false 2024-11-27T00:20:26,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:20:26,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:20:26,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:26,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:26,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:26,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:26,685 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:20:26,686 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=733869547, stopped=false 2024-11-27T00:20:26,686 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,37573,1732666809598 2024-11-27T00:20:26,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741845_1021 (size=10791) 2024-11-27T00:20:26,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-960552957/running 2024-11-27T00:20:26,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-960552957/running 2024-11-27T00:20:26,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:26,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:26,750 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:20:26,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:20:26,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:26,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:26,750 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,42149,1732666809869' ***** 2024-11-27T00:20:26,750 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:20:26,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Set watcher on znode that does not yet exist, /1-960552957/running 2024-11-27T00:20:26,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Set watcher on znode that does not yet exist, /1-960552957/running 2024-11-27T00:20:26,751 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:20:26,751 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:20:26,751 INFO [RS:0;f036bc4986ea:42149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:20:26,751 INFO [RS:0;f036bc4986ea:42149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:20:26,751 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(3091): Received CLOSE for 95dcaefcd72c839b34c9773fbe82685d 2024-11-27T00:20:26,751 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(3091): Received CLOSE for e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:26,751 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,42149,1732666809869 2024-11-27T00:20:26,751 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 95dcaefcd72c839b34c9773fbe82685d, disabling compactions & flushes 2024-11-27T00:20:26,751 INFO [RS:0;f036bc4986ea:42149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:20:26,751 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. 2024-11-27T00:20:26,751 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. 2024-11-27T00:20:26,751 INFO [RS:0;f036bc4986ea:42149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:42149. 2024-11-27T00:20:26,751 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. after waiting 0 ms 2024-11-27T00:20:26,751 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. 2024-11-27T00:20:26,751 DEBUG [RS:0;f036bc4986ea:42149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:26,751 DEBUG [RS:0;f036bc4986ea:42149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:26,751 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:20:26,752 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:20:26,752 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:20:26,752 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:20:26,752 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T00:20:26,752 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 95dcaefcd72c839b34c9773fbe82685d=test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d., e1c05ee784caf6bc833d456d22835347=hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347.} 2024-11-27T00:20:26,752 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 95dcaefcd72c839b34c9773fbe82685d, e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:26,752 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:20:26,752 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:20:26,752 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:20:26,752 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:20:26,752 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:20:26,752 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T00:20:26,755 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/default/test/95dcaefcd72c839b34c9773fbe82685d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T00:20:26,755 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:20:26,755 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:20:26,755 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. 2024-11-27T00:20:26,755 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 95dcaefcd72c839b34c9773fbe82685d: Waiting for close lock at 1732666826751Running coprocessor pre-close hooks at 1732666826751Disabling compacts and flushes for region at 1732666826751Disabling writes for close at 1732666826751Writing region close event to WAL at 1732666826752 (+1 ms)Running coprocessor post-close hooks at 1732666826755 (+3 ms)Closed at 1732666826755 2024-11-27T00:20:26,756 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d. 2024-11-27T00:20:26,756 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1c05ee784caf6bc833d456d22835347, disabling compactions & flushes 2024-11-27T00:20:26,756 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. 2024-11-27T00:20:26,756 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. 2024-11-27T00:20:26,756 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. after waiting 0 ms 2024-11-27T00:20:26,756 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. 2024-11-27T00:20:26,756 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e1c05ee784caf6bc833d456d22835347 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-27T00:20:26,768 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/.tmp/info/279aaa2f8c0b4dac88bba19dd248a27e is 147, key is hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347./info:regioninfo/1732666820872/Put/seqid=0 2024-11-27T00:20:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741846_1022 (size=7686) 2024-11-27T00:20:26,772 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/.tmp/info/279aaa2f8c0b4dac88bba19dd248a27e 2024-11-27T00:20:26,773 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347/.tmp/hfileref/a83a110244a040108d425279159aac7d is 74, key is 1/hfileref:2772273430304d669cadb5d0979472ab_SeqId_6_/1732666826175/DeleteColumn/seqid=0 2024-11-27T00:20:26,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741847_1023 (size=5345) 2024-11-27T00:20:26,787 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 1033, reset compression=false 2024-11-27T00:20:26,789 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/.tmp/ns/35794f2c53a34f97a3c9a255c0287a29 is 43, key is default/ns:d/1732666813141/Put/seqid=0 2024-11-27T00:20:26,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741848_1024 (size=5153) 2024-11-27T00:20:26,812 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:20:26,952 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:26,997 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:20:26,997 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:20:27,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:20:27,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42149 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f036bc4986ea,42149,1732666809869 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T00:20:27,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42149 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:55012 deadline: 1732666887103, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f036bc4986ea,42149,1732666809869 stopping 2024-11-27T00:20:27,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f036bc4986ea,42149,1732666809869 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T00:20:27,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f036bc4986ea,42149,1732666809869 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T00:20:27,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 from cache 2024-11-27T00:20:27,128 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 1033, reset compression=false 2024-11-27T00:20:27,132 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:20:27,132 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 1328, reset compression=false 2024-11-27T00:20:27,132 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,42149,1732666809869 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:20:27,134 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f036bc4986ea,42149,1732666809869: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f036bc4986ea,42149,1732666809869, walGroup=f036bc4986ea%2C42149%2C1732666809869, offset=f036bc4986ea%2C42149%2C1732666809869.1732666812130:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:42149 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T00:20:27,135 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T00:20:27,137 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T00:20:27,138 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T00:20:27,138 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T00:20:27,138 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T00:20:27,139 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 539270656 }, "NonHeapMemoryUsage": { "committed": 191234048, "init": 7667712, "max": -1, "used": 188379128 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T00:20:27,141 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T00:20:27,152 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:27,177 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347/.tmp/hfileref/a83a110244a040108d425279159aac7d 2024-11-27T00:20:27,190 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 1033, reset compression=false 2024-11-27T00:20:27,193 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/.tmp/ns/35794f2c53a34f97a3c9a255c0287a29 2024-11-27T00:20:27,194 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347/.tmp/queue/684147cfc83f46ccb1464ff8b19dd7ab is 154, key is 1-f036bc4986ea,42149,1732666809869/queue:f036bc4986ea%2C42149%2C1732666809869/1732666826177/Put/seqid=0 2024-11-27T00:20:27,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741849_1025 (size=5353) 2024-11-27T00:20:27,210 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/.tmp/rep_barrier/03c945a5dfe84d9aa0e7504ea1df3128 is 112, key is test,,1732666815388.95dcaefcd72c839b34c9773fbe82685d./rep_barrier:seqnumDuringOpen/1732666816534/Put/seqid=0 2024-11-27T00:20:27,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741850_1026 (size=5518) 2024-11-27T00:20:27,216 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:27,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1] 2024-11-27T00:20:27,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:20:27,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 from cache 2024-11-27T00:20:27,335 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 1328, reset compression=false 2024-11-27T00:20:27,352 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:27,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:27,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1] 2024-11-27T00:20:27,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:20:27,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 from cache 2024-11-27T00:20:27,553 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1c05ee784caf6bc833d456d22835347 2024-11-27T00:20:27,598 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347/.tmp/queue/684147cfc83f46ccb1464ff8b19dd7ab 2024-11-27T00:20:27,603 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347/.tmp/hfileref/a83a110244a040108d425279159aac7d as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347/hfileref/a83a110244a040108d425279159aac7d 2024-11-27T00:20:27,607 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347/hfileref/a83a110244a040108d425279159aac7d, entries=4, sequenceid=12, filesize=5.2 K 2024-11-27T00:20:27,608 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347/.tmp/queue/684147cfc83f46ccb1464ff8b19dd7ab as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347/queue/684147cfc83f46ccb1464ff8b19dd7ab 2024-11-27T00:20:27,612 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347/queue/684147cfc83f46ccb1464ff8b19dd7ab, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T00:20:27,613 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e1c05ee784caf6bc833d456d22835347 in 857ms, sequenceid=12, compaction requested=false 2024-11-27T00:20:27,614 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/.tmp/rep_barrier/03c945a5dfe84d9aa0e7504ea1df3128 2024-11-27T00:20:27,616 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/replication/e1c05ee784caf6bc833d456d22835347/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T00:20:27,617 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:20:27,617 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:20:27,617 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. 2024-11-27T00:20:27,617 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1c05ee784caf6bc833d456d22835347: Waiting for close lock at 1732666826756Running coprocessor pre-close hooks at 1732666826756Disabling compacts and flushes for region at 1732666826756Disabling writes for close at 1732666826756Obtaining lock to block concurrent updates at 1732666826756Preparing flush snapshotting stores in e1c05ee784caf6bc833d456d22835347 at 1732666826756Finished memstore snapshotting hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732666826756Flushing stores of hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. at 1732666826757 (+1 ms)Flushing e1c05ee784caf6bc833d456d22835347/hfileref: creating writer at 1732666826757Flushing e1c05ee784caf6bc833d456d22835347/hfileref: appending metadata at 1732666826773 (+16 ms)Flushing e1c05ee784caf6bc833d456d22835347/hfileref: closing flushed file at 1732666826773Flushing e1c05ee784caf6bc833d456d22835347/queue: creating writer at 1732666827181 (+408 ms)Flushing e1c05ee784caf6bc833d456d22835347/queue: appending metadata at 1732666827193 (+12 ms)Flushing e1c05ee784caf6bc833d456d22835347/queue: closing flushed file at 1732666827193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1946f7: reopening flushed file at 1732666827602 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bbfe1bb: reopening flushed file at 1732666827607 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e1c05ee784caf6bc833d456d22835347 in 857ms, sequenceid=12, compaction requested=false at 1732666827613 (+6 ms)Writing region close event to WAL at 1732666827614 (+1 ms)Running coprocessor post-close hooks at 1732666827617 (+3 ms)Closed at 1732666827617 2024-11-27T00:20:27,617 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666819710.e1c05ee784caf6bc833d456d22835347. 2024-11-27T00:20:27,634 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/.tmp/table/f652f3f131ab47af951117f3b8d9f860 is 53, key is hbase:replication/table:state/1732666820878/Put/seqid=0 2024-11-27T00:20:27,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741851_1027 (size=5308) 2024-11-27T00:20:27,639 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 1328, reset compression=false 2024-11-27T00:20:27,694 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 1033, reset compression=false 2024-11-27T00:20:27,735 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:27,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1] 2024-11-27T00:20:27,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:20:27,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 from cache 2024-11-27T00:20:27,753 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:20:27,753 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:20:27,753 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:20:27,953 DEBUG [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:20:28,041 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/.tmp/table/f652f3f131ab47af951117f3b8d9f860 2024-11-27T00:20:28,042 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 to pos 1328, reset compression=false 2024-11-27T00:20:28,045 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/.tmp/info/279aaa2f8c0b4dac88bba19dd248a27e as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/info/279aaa2f8c0b4dac88bba19dd248a27e 2024-11-27T00:20:28,050 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/info/279aaa2f8c0b4dac88bba19dd248a27e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T00:20:28,051 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/.tmp/ns/35794f2c53a34f97a3c9a255c0287a29 as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/ns/35794f2c53a34f97a3c9a255c0287a29 2024-11-27T00:20:28,055 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/ns/35794f2c53a34f97a3c9a255c0287a29, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T00:20:28,056 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/.tmp/rep_barrier/03c945a5dfe84d9aa0e7504ea1df3128 as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/rep_barrier/03c945a5dfe84d9aa0e7504ea1df3128 2024-11-27T00:20:28,060 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/rep_barrier/03c945a5dfe84d9aa0e7504ea1df3128, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T00:20:28,061 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/.tmp/table/f652f3f131ab47af951117f3b8d9f860 as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/table/f652f3f131ab47af951117f3b8d9f860 2024-11-27T00:20:28,065 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/table/f652f3f131ab47af951117f3b8d9f860, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T00:20:28,066 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false 2024-11-27T00:20:28,070 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T00:20:28,071 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:20:28,071 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:20:28,071 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:20:28,071 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666826752Running coprocessor pre-close hooks at 1732666826752Disabling compacts and flushes for region at 1732666826752Disabling writes for close at 1732666826752Obtaining lock to block concurrent updates at 1732666826752Preparing flush snapshotting stores in 1588230740 at 1732666826752Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732666826753 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732666826753Flushing 1588230740/info: creating writer at 1732666826753Flushing 1588230740/info: appending metadata at 1732666826767 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732666826767Flushing 1588230740/ns: creating writer at 1732666826776 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732666826789 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732666826789Flushing 1588230740/rep_barrier: creating writer at 1732666827197 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666827210 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666827210Flushing 1588230740/table: creating writer at 1732666827618 (+408 ms)Flushing 1588230740/table: appending metadata at 1732666827633 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732666827633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ff8441: reopening flushed file at 1732666828045 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79df8142: reopening flushed file at 1732666828050 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674a7c31: reopening flushed file at 1732666828055 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc3a06c: reopening flushed file at 1732666828060 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false at 1732666828066 (+6 ms)Writing region close event to WAL at 1732666828067 (+1 ms)Running coprocessor post-close hooks at 1732666828071 (+4 ms)Closed at 1732666828071 2024-11-27T00:20:28,072 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:20:28,153 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,42149,1732666809869; all regions closed. 2024-11-27T00:20:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741834_1010 (size=4239) 2024-11-27T00:20:28,155 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.meta.1732666813093.meta not finished, retry = 0 2024-11-27T00:20:28,246 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:28,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1] 2024-11-27T00:20:28,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:20:28,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:28,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:28,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,42149,1732666809869, seqNum=-1 from cache 2024-11-27T00:20:28,248 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:20:28,249 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T00:20:27.106Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f036bc4986ea,42149,1732666809869 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T00:20:27.218Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27.427Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27.737Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:28.247Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f036bc4986ea,42149,1732666809869 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T00:20:28,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T00:20:27.106Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f036bc4986ea,42149,1732666809869 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T00:20:27.218Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27.427Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27.737Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:28.247Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f036bc4986ea,42149,1732666809869 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T00:20:28,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42149 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:54998 deadline: 1732666886284, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T00:20:27.106Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f036bc4986ea,42149,1732666809869 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T00:20:27.218Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27.427Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27.737Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:28.247Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:28,251 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T00:20:27.106Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f036bc4986ea,42149,1732666809869 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T00:20:27.218Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27.427Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:27.737Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting 2024-11-27T00:20:28.247Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server f036bc4986ea,42149,1732666809869 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:20:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741839_1015 (size=3127) 2024-11-27T00:20:28,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741832_1008 (size=1336) 2024-11-27T00:20:28,260 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/WALs/f036bc4986ea,42149,1732666809869/f036bc4986ea%2C42149%2C1732666809869.1732666812130 not finished, retry = 0 2024-11-27T00:20:28,298 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 1033, reset compression=false 2024-11-27T00:20:28,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f036bc4986ea,42149,1732666809869 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:20:28,354 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f036bc4986ea,42149,1732666809869 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:20:28,361 DEBUG [RS:0;f036bc4986ea:42149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:28,361 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:20:28,361 INFO [RS:0;f036bc4986ea:42149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:20:28,361 INFO [RS:0;f036bc4986ea:42149 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:20:28,362 INFO [RS:0;f036bc4986ea:42149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:20:28,362 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:20:28,362 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,42149,1732666809869 because: Region server is closing 2024-11-27T00:20:28,362 INFO [RS:0;f036bc4986ea:42149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:42149. 2024-11-27T00:20:28,362 DEBUG [RS:0;f036bc4986ea:42149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:28,362 DEBUG [RS:0;f036bc4986ea:42149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:28,362 DEBUG [RS:0;f036bc4986ea:42149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:28,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:28,463 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.shipperf036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 terminated 2024-11-27T00:20:28,463 INFO [RS:0;f036bc4986ea:42149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:42149. 2024-11-27T00:20:28,463 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,42149,1732666809869.replicationSource.wal-reader.f036bc4986ea%2C42149%2C1732666809869,1-f036bc4986ea,42149,1732666809869 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:20:28,463 DEBUG [RS:0;f036bc4986ea:42149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:28,463 DEBUG [RS:0;f036bc4986ea:42149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:28,463 DEBUG [RS:0;f036bc4986ea:42149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:28,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:28,463 INFO [RS:0;f036bc4986ea:42149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42149 2024-11-27T00:20:28,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-960552957/rs/f036bc4986ea,42149,1732666809869 2024-11-27T00:20:28,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957/rs 2024-11-27T00:20:28,512 INFO [RS:0;f036bc4986ea:42149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:20:28,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,42149,1732666809869] 2024-11-27T00:20:28,533 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-960552957/draining/f036bc4986ea,42149,1732666809869 already deleted, retry=false 2024-11-27T00:20:28,533 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,42149,1732666809869 expired; onlineServers=0 2024-11-27T00:20:28,533 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,37573,1732666809598' ***** 2024-11-27T00:20:28,533 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:20:28,533 INFO [M:0;f036bc4986ea:37573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:20:28,533 INFO [M:0;f036bc4986ea:37573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:20:28,534 DEBUG [M:0;f036bc4986ea:37573 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:20:28,534 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:20:28,534 DEBUG [M:0;f036bc4986ea:37573 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:20:28,534 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666811903 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666811903,5,FailOnTimeoutGroup] 2024-11-27T00:20:28,534 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666811903 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666811903,5,FailOnTimeoutGroup] 2024-11-27T00:20:28,534 INFO [M:0;f036bc4986ea:37573 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:20:28,534 INFO [M:0;f036bc4986ea:37573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:20:28,534 DEBUG [M:0;f036bc4986ea:37573 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:20:28,534 INFO [M:0;f036bc4986ea:37573 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:20:28,534 INFO [M:0;f036bc4986ea:37573 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:20:28,534 INFO [M:0;f036bc4986ea:37573 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:20:28,535 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:20:28,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-960552957/master 2024-11-27T00:20:28,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-960552957 2024-11-27T00:20:28,544 DEBUG [M:0;f036bc4986ea:37573 {}] zookeeper.ZKUtil(347): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Unable to get data of znode /1-960552957/master because node does not exist (not an error) 2024-11-27T00:20:28,544 WARN [M:0;f036bc4986ea:37573 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:20:28,544 INFO [M:0;f036bc4986ea:37573 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/.lastflushedseqids 2024-11-27T00:20:28,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741852_1028 (size=263) 2024-11-27T00:20:28,558 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f036bc4986ea:42149 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:42149 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:20:28,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f036bc4986ea:42149 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:42149 2024-11-27T00:20:28,558 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=f036bc4986ea:42149 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:42149 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:42149 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-27T00:20:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T00:20:28,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52930 deadline: 1732666888560, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T00:20:28,561 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T00:20:28,562 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T00:20:28,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:28,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42149-0x10179a93b250004, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:28,623 INFO [RS:0;f036bc4986ea:42149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:20:28,623 INFO [RS:0;f036bc4986ea:42149 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,42149,1732666809869; zookeeper connection closed. 2024-11-27T00:20:28,623 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19defcbb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19defcbb 2024-11-27T00:20:28,623 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:20:28,862 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T00:20:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T00:20:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52930 deadline: 1732666888863, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T00:20:28,864 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T00:20:28,865 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T00:20:28,865 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T00:20:28,948 INFO [M:0;f036bc4986ea:37573 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:20:28,949 INFO [M:0;f036bc4986ea:37573 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:20:28,949 DEBUG [M:0;f036bc4986ea:37573 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:20:28,949 INFO [M:0;f036bc4986ea:37573 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:28,949 DEBUG [M:0;f036bc4986ea:37573 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:28,949 DEBUG [M:0;f036bc4986ea:37573 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:20:28,949 DEBUG [M:0;f036bc4986ea:37573 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:28,949 INFO [M:0;f036bc4986ea:37573 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T00:20:28,969 DEBUG [M:0;f036bc4986ea:37573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61008fe3b633400e81c82253855d44e9 is 82, key is hbase:meta,,1/info:regioninfo/1732666813122/Put/seqid=0 2024-11-27T00:20:28,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741853_1029 (size=5672) 2024-11-27T00:20:29,001 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 1033, reset compression=false 2024-11-27T00:20:29,265 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T00:20:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T00:20:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52930 deadline: 1732666889267, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T00:20:29,268 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T00:20:29,269 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T00:20:29,269 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T00:20:29,373 INFO [M:0;f036bc4986ea:37573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61008fe3b633400e81c82253855d44e9 2024-11-27T00:20:29,391 DEBUG [M:0;f036bc4986ea:37573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c54b4334d0f44f1c986ae65ad7163888 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732666820882/Put/seqid=0 2024-11-27T00:20:29,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741854_1030 (size=8516) 2024-11-27T00:20:29,770 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T00:20:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T00:20:29,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37573 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52930 deadline: 1732666889771, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T00:20:29,772 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T00:20:29,772 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T00:20:29,772 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T00:20:29,797 INFO [M:0;f036bc4986ea:37573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c54b4334d0f44f1c986ae65ad7163888 2024-11-27T00:20:29,804 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 1033, reset compression=false 2024-11-27T00:20:29,814 DEBUG [M:0;f036bc4986ea:37573 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fb9cd7b62a44d8ca8808de1a05d3bd7 is 69, key is f036bc4986ea,42149,1732666809869/rs:state/1732666811937/Put/seqid=0 2024-11-27T00:20:29,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741855_1031 (size=5156) 2024-11-27T00:20:30,218 INFO [M:0;f036bc4986ea:37573 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fb9cd7b62a44d8ca8808de1a05d3bd7 2024-11-27T00:20:30,222 DEBUG [M:0;f036bc4986ea:37573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61008fe3b633400e81c82253855d44e9 as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61008fe3b633400e81c82253855d44e9 2024-11-27T00:20:30,225 INFO [M:0;f036bc4986ea:37573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61008fe3b633400e81c82253855d44e9, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T00:20:30,226 DEBUG [M:0;f036bc4986ea:37573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c54b4334d0f44f1c986ae65ad7163888 as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c54b4334d0f44f1c986ae65ad7163888 2024-11-27T00:20:30,230 INFO [M:0;f036bc4986ea:37573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c54b4334d0f44f1c986ae65ad7163888, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T00:20:30,231 DEBUG [M:0;f036bc4986ea:37573 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fb9cd7b62a44d8ca8808de1a05d3bd7 as hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fb9cd7b62a44d8ca8808de1a05d3bd7 2024-11-27T00:20:30,235 INFO [M:0;f036bc4986ea:37573 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39075/user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fb9cd7b62a44d8ca8808de1a05d3bd7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T00:20:30,235 INFO [M:0;f036bc4986ea:37573 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-27T00:20:30,237 INFO [M:0;f036bc4986ea:37573 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:30,237 DEBUG [M:0;f036bc4986ea:37573 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666828949Disabling compacts and flushes for region at 1732666828949Disabling writes for close at 1732666828949Obtaining lock to block concurrent updates at 1732666828949Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666828949Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732666828949Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666828950 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666828950Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666828968 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666828968Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666829377 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666829391 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666829391Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666829800 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666829814 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666829814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c8416f: reopening flushed file at 1732666830221 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8ef880: reopening flushed file at 1732666830225 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3268253a: reopening flushed file at 1732666830230 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1732666830235 (+5 ms)Writing region close event to WAL at 1732666830237 (+2 ms)Closed at 1732666830237 2024-11-27T00:20:30,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43215 is added to blk_1073741830_1006 (size=63654) 2024-11-27T00:20:30,239 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c0539dda-ae3c-eb94-72a5-a76e51926ad5/MasterData/WALs/f036bc4986ea,37573,1732666809598/f036bc4986ea%2C37573%2C1732666809598.1732666811628 not finished, retry = 0 2024-11-27T00:20:30,339 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:20:30,339 INFO [M:0;f036bc4986ea:37573 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:20:30,340 INFO [M:0;f036bc4986ea:37573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37573 2024-11-27T00:20:30,340 INFO [M:0;f036bc4986ea:37573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:20:30,373 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T00:20:30,373 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f036bc4986ea:37573 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:37573 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:20:30,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f036bc4986ea:37573 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:37573 2024-11-27T00:20:30,486 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:30,486 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f036bc4986ea:37573 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:37573 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T00:20:30,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=f036bc4986ea:37573 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:37573 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-27T00:20:30,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address f036bc4986ea:37573 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f036bc4986ea/172.17.0.3:37573 2024-11-27T00:20:30,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:30,502 INFO [M:0;f036bc4986ea:37573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:20:30,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37573-0x10179a93b250003, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:30,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bc06253{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:20:30,550 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38e96b20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:20:30,550 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:20:30,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c69b0dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:20:30,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771f0749{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/hadoop.log.dir/,STOPPED} 2024-11-27T00:20:30,552 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:20:30,552 WARN [BP-1860869217-172.17.0.3-1732666807732 heartbeating to localhost/127.0.0.1:39075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:20:30,552 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:20:30,552 WARN [BP-1860869217-172.17.0.3-1732666807732 heartbeating to localhost/127.0.0.1:39075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1860869217-172.17.0.3-1732666807732 (Datanode Uuid a8871a43-15e2-4935-a659-0dbf2d378a11) service to localhost/127.0.0.1:39075 2024-11-27T00:20:30,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/cluster_6341d5df-aba1-1b31-cae3-7b321dc5448b/data/data1/current/BP-1860869217-172.17.0.3-1732666807732 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:20:30,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/cluster_6341d5df-aba1-1b31-cae3-7b321dc5448b/data/data2/current/BP-1860869217-172.17.0.3-1732666807732 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:20:30,553 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:20:30,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1228fad4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:20:30,558 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@672fe1f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:20:30,558 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:20:30,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bc7d85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:20:30,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19e06a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/hadoop.log.dir/,STOPPED} 2024-11-27T00:20:30,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:20:30,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:20:30,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:20:30,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:30,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:30,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:30,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:30,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:20:30,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1835487242, stopped=false 2024-11-27T00:20:30,579 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,33509,1732666803916 2024-11-27T00:20:30,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492114147/running 2024-11-27T00:20:30,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492114147/running 2024-11-27T00:20:30,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:30,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:30,592 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:20:30,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Set watcher on znode that does not yet exist, /01492114147/running 2024-11-27T00:20:30,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:20:30,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:30,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:30,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Set watcher on znode that does not yet exist, /01492114147/running 2024-11-27T00:20:30,592 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,43639,1732666804242' ***** 2024-11-27T00:20:30,592 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:20:30,593 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:20:30,593 INFO [RS:0;f036bc4986ea:43639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:20:30,593 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:20:30,593 INFO [RS:0;f036bc4986ea:43639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:20:30,593 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ccef394edee66497cc455e35cf363ba 2024-11-27T00:20:30,593 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:30,593 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,43639,1732666804242 2024-11-27T00:20:30,593 INFO [RS:0;f036bc4986ea:43639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:20:30,593 INFO [RS:0;f036bc4986ea:43639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:43639. 2024-11-27T00:20:30,593 DEBUG [RS:0;f036bc4986ea:43639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:30,593 DEBUG [RS:0;f036bc4986ea:43639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:30,593 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ccef394edee66497cc455e35cf363ba, disabling compactions & flushes 2024-11-27T00:20:30,593 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:20:30,593 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666813233.8ccef394edee66497cc455e35cf363ba. 2024-11-27T00:20:30,593 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:20:30,593 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:20:30,593 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666813233.8ccef394edee66497cc455e35cf363ba. 2024-11-27T00:20:30,593 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:20:30,593 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666813233.8ccef394edee66497cc455e35cf363ba. after waiting 0 ms 2024-11-27T00:20:30,593 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666813233.8ccef394edee66497cc455e35cf363ba. 2024-11-27T00:20:30,594 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T00:20:30,594 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1325): Online Regions={8ccef394edee66497cc455e35cf363ba=test,,1732666813233.8ccef394edee66497cc455e35cf363ba., 1588230740=hbase:meta,,1.1588230740, 8d54bef525eb7ac9de5cba37984926ff=hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff.} 2024-11-27T00:20:30,594 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8ccef394edee66497cc455e35cf363ba, 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:30,594 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:20:30,594 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:20:30,594 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:20:30,594 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:20:30,594 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:20:30,594 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T00:20:30,597 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/default/test/8ccef394edee66497cc455e35cf363ba/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T00:20:30,597 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:20:30,597 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:20:30,597 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666813233.8ccef394edee66497cc455e35cf363ba. 2024-11-27T00:20:30,597 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ccef394edee66497cc455e35cf363ba: Waiting for close lock at 1732666830593Running coprocessor pre-close hooks at 1732666830593Disabling compacts and flushes for region at 1732666830593Disabling writes for close at 1732666830593Writing region close event to WAL at 1732666830594 (+1 ms)Running coprocessor post-close hooks at 1732666830597 (+3 ms)Closed at 1732666830597 2024-11-27T00:20:30,598 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666813233.8ccef394edee66497cc455e35cf363ba. 2024-11-27T00:20:30,598 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d54bef525eb7ac9de5cba37984926ff, disabling compactions & flushes 2024-11-27T00:20:30,598 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. 2024-11-27T00:20:30,598 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. 2024-11-27T00:20:30,598 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. after waiting 0 ms 2024-11-27T00:20:30,598 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. 2024-11-27T00:20:30,598 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d54bef525eb7ac9de5cba37984926ff 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-27T00:20:30,611 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/.tmp/info/36eb64b0f9d7430890dc31178b10567b is 147, key is hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff./info:regioninfo/1732666818747/Put/seqid=0 2024-11-27T00:20:30,611 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff/.tmp/hfileref/9e0e8cd34d9f41dba2f61c322f139758 is 74, key is 1/hfileref:30a46ff3bb9f4763839acb983b58885c_SeqId_6_/1732666826160/Put/seqid=0 2024-11-27T00:20:30,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741847_1023 (size=5345) 2024-11-27T00:20:30,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741846_1022 (size=7686) 2024-11-27T00:20:30,617 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/.tmp/info/36eb64b0f9d7430890dc31178b10567b 2024-11-27T00:20:30,642 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/.tmp/ns/738e08dcef3a47eda47e29af56ca0aca is 43, key is default/ns:d/1732666807583/Put/seqid=0 2024-11-27T00:20:30,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741848_1024 (size=5153) 2024-11-27T00:20:30,661 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:20:30,695 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:30,696 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f036bc4986ea:37573 this server is in the failed servers list 2024-11-27T00:20:30,697 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f036bc4986ea:37573 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:20:30,708 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 1033, reset compression=false 2024-11-27T00:20:30,712 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:20:30,712 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 1328, reset compression=false 2024-11-27T00:20:30,794 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:30,915 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 1328, reset compression=false 2024-11-27T00:20:30,994 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:31,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:31,005 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f036bc4986ea:37573 this server is in the failed servers list 2024-11-27T00:20:31,006 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f036bc4986ea:37573 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:20:31,015 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff/.tmp/hfileref/9e0e8cd34d9f41dba2f61c322f139758 2024-11-27T00:20:31,032 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff/.tmp/queue/16a692d26ecd4b7eb3e687a048550457 is 153, key is 1-f036bc4986ea,43639,1732666804242/queue:f036bc4986ea%2C43639%2C1732666804242/1732666824435/Put/seqid=0 2024-11-27T00:20:31,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741849_1025 (size=5352) 2024-11-27T00:20:31,046 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/.tmp/ns/738e08dcef3a47eda47e29af56ca0aca 2024-11-27T00:20:31,065 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/.tmp/rep_barrier/50d7904845f24017906dc2a2e56fbd8c is 112, key is test,,1732666813233.8ccef394edee66497cc455e35cf363ba./rep_barrier:seqnumDuringOpen/1732666814379/Put/seqid=0 2024-11-27T00:20:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741850_1026 (size=5518) 2024-11-27T00:20:31,194 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:31,219 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 1328, reset compression=false 2024-11-27T00:20:31,394 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d54bef525eb7ac9de5cba37984926ff 2024-11-27T00:20:31,400 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:20:31,401 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:20:31,436 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff/.tmp/queue/16a692d26ecd4b7eb3e687a048550457 2024-11-27T00:20:31,441 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff/.tmp/hfileref/9e0e8cd34d9f41dba2f61c322f139758 as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff/hfileref/9e0e8cd34d9f41dba2f61c322f139758 2024-11-27T00:20:31,446 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff/hfileref/9e0e8cd34d9f41dba2f61c322f139758, entries=4, sequenceid=10, filesize=5.2 K 2024-11-27T00:20:31,447 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff/.tmp/queue/16a692d26ecd4b7eb3e687a048550457 as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff/queue/16a692d26ecd4b7eb3e687a048550457 2024-11-27T00:20:31,451 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff/queue/16a692d26ecd4b7eb3e687a048550457, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T00:20:31,452 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8d54bef525eb7ac9de5cba37984926ff in 854ms, sequenceid=10, compaction requested=false 2024-11-27T00:20:31,452 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T00:20:31,456 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/replication/8d54bef525eb7ac9de5cba37984926ff/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T00:20:31,456 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:20:31,456 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:20:31,456 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. 2024-11-27T00:20:31,456 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d54bef525eb7ac9de5cba37984926ff: Waiting for close lock at 1732666830598Running coprocessor pre-close hooks at 1732666830598Disabling compacts and flushes for region at 1732666830598Disabling writes for close at 1732666830598Obtaining lock to block concurrent updates at 1732666830598Preparing flush snapshotting stores in 8d54bef525eb7ac9de5cba37984926ff at 1732666830598Finished memstore snapshotting hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732666830598Flushing stores of hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. at 1732666830599 (+1 ms)Flushing 8d54bef525eb7ac9de5cba37984926ff/hfileref: creating writer at 1732666830599Flushing 8d54bef525eb7ac9de5cba37984926ff/hfileref: appending metadata at 1732666830611 (+12 ms)Flushing 8d54bef525eb7ac9de5cba37984926ff/hfileref: closing flushed file at 1732666830611Flushing 8d54bef525eb7ac9de5cba37984926ff/queue: creating writer at 1732666831019 (+408 ms)Flushing 8d54bef525eb7ac9de5cba37984926ff/queue: appending metadata at 1732666831032 (+13 ms)Flushing 8d54bef525eb7ac9de5cba37984926ff/queue: closing flushed file at 1732666831032Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed00a86: reopening flushed file at 1732666831441 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49294e68: reopening flushed file at 1732666831446 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 8d54bef525eb7ac9de5cba37984926ff in 854ms, sequenceid=10, compaction requested=false at 1732666831452 (+6 ms)Writing region close event to WAL at 1732666831453 (+1 ms)Running coprocessor post-close hooks at 1732666831456 (+3 ms)Closed at 1732666831456 2024-11-27T00:20:31,456 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666817555.8d54bef525eb7ac9de5cba37984926ff. 2024-11-27T00:20:31,469 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/.tmp/rep_barrier/50d7904845f24017906dc2a2e56fbd8c 2024-11-27T00:20:31,489 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/.tmp/table/576c839245fe42f1a594b636e057ee89 is 53, key is hbase:replication/table:state/1732666818754/Put/seqid=0 2024-11-27T00:20:31,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741851_1027 (size=5308) 2024-11-27T00:20:31,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:31,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f036bc4986ea:37573 this server is in the failed servers list 2024-11-27T00:20:31,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f036bc4986ea:37573 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:20:31,594 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:20:31,594 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:20:31,595 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:20:31,622 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 1328, reset compression=false 2024-11-27T00:20:31,795 DEBUG [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:20:31,893 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/.tmp/table/576c839245fe42f1a594b636e057ee89 2024-11-27T00:20:31,898 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/.tmp/info/36eb64b0f9d7430890dc31178b10567b as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/info/36eb64b0f9d7430890dc31178b10567b 2024-11-27T00:20:31,902 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/info/36eb64b0f9d7430890dc31178b10567b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T00:20:31,902 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/.tmp/ns/738e08dcef3a47eda47e29af56ca0aca as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/ns/738e08dcef3a47eda47e29af56ca0aca 2024-11-27T00:20:31,906 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/ns/738e08dcef3a47eda47e29af56ca0aca, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T00:20:31,906 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/.tmp/rep_barrier/50d7904845f24017906dc2a2e56fbd8c as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/rep_barrier/50d7904845f24017906dc2a2e56fbd8c 2024-11-27T00:20:31,910 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/rep_barrier/50d7904845f24017906dc2a2e56fbd8c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T00:20:31,910 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/.tmp/table/576c839245fe42f1a594b636e057ee89 as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/table/576c839245fe42f1a594b636e057ee89 2024-11-27T00:20:31,914 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/table/576c839245fe42f1a594b636e057ee89, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T00:20:31,915 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-27T00:20:31,915 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:20:31,923 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T00:20:31,924 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:20:31,924 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:20:31,924 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:20:31,924 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666830594Running coprocessor pre-close hooks at 1732666830594Disabling compacts and flushes for region at 1732666830594Disabling writes for close at 1732666830594Obtaining lock to block concurrent updates at 1732666830594Preparing flush snapshotting stores in 1588230740 at 1732666830594Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732666830594Flushing stores of hbase:meta,,1.1588230740 at 1732666830595 (+1 ms)Flushing 1588230740/info: creating writer at 1732666830595Flushing 1588230740/info: appending metadata at 1732666830611 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732666830611Flushing 1588230740/ns: creating writer at 1732666830622 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732666830641 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732666830642 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732666831050 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666831065 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666831065Flushing 1588230740/table: creating writer at 1732666831473 (+408 ms)Flushing 1588230740/table: appending metadata at 1732666831488 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732666831489 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@782ae8f8: reopening flushed file at 1732666831898 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d77e51e: reopening flushed file at 1732666831902 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d8b40ae: reopening flushed file at 1732666831906 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c33baa2: reopening flushed file at 1732666831910 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1732666831915 (+5 ms)Writing region close event to WAL at 1732666831920 (+5 ms)Running coprocessor post-close hooks at 1732666831924 (+4 ms)Closed at 1732666831924 2024-11-27T00:20:31,924 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:20:31,995 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,43639,1732666804242; all regions closed. 2024-11-27T00:20:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741834_1010 (size=4239) 2024-11-27T00:20:31,997 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.meta.1732666807504.meta not finished, retry = 0 2024-11-27T00:20:32,100 DEBUG [RS:0;f036bc4986ea:43639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/oldWALs 2024-11-27T00:20:32,100 INFO [RS:0;f036bc4986ea:43639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C43639%2C1732666804242.meta:.meta(num 1732666807504) 2024-11-27T00:20:32,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741839_1015 (size=2695) 2024-11-27T00:20:32,102 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.rep.1732666818715 not finished, retry = 0 2024-11-27T00:20:32,125 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/WALs/f036bc4986ea,43639,1732666804242/f036bc4986ea%2C43639%2C1732666804242.1732666806475 to pos 1328, reset compression=false 2024-11-27T00:20:32,204 DEBUG [RS:0;f036bc4986ea:43639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/oldWALs 2024-11-27T00:20:32,204 INFO [RS:0;f036bc4986ea:43639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C43639%2C1732666804242.rep:(num 1732666818715) 2024-11-27T00:20:32,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741832_1008 (size=1336) 2024-11-27T00:20:32,208 DEBUG [RS:0;f036bc4986ea:43639 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/oldWALs 2024-11-27T00:20:32,208 INFO [RS:0;f036bc4986ea:43639 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C43639%2C1732666804242:(num 1732666806475) 2024-11-27T00:20:32,208 DEBUG [RS:0;f036bc4986ea:43639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:32,208 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:20:32,208 INFO [RS:0;f036bc4986ea:43639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:20:32,208 INFO [RS:0;f036bc4986ea:43639 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:20:32,209 INFO [RS:0;f036bc4986ea:43639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:20:32,209 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:20:32,209 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,43639,1732666804242 because: Region server is closing 2024-11-27T00:20:32,209 INFO [RS:0;f036bc4986ea:43639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:43639. 2024-11-27T00:20:32,209 DEBUG [RS:0;f036bc4986ea:43639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:32,209 DEBUG [RS:0;f036bc4986ea:43639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:32,209 DEBUG [RS:0;f036bc4986ea:43639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:32,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:32,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:20:32,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:32,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:32,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:32,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:32,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:32,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:32,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:32,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:32,310 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.wal-reader.f036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:20:32,310 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-27T00:20:32,310 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T00:20:32,310 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T00:20:32,526 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:32,526 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:20:32,528 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:20:33,011 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43639,1732666804242.replicationSource.shipperf036bc4986ea%2C43639%2C1732666804242,1-f036bc4986ea,43639,1732666804242 terminated 2024-11-27T00:20:33,011 INFO [RS:0;f036bc4986ea:43639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:43639. 2024-11-27T00:20:33,011 DEBUG [RS:0;f036bc4986ea:43639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:33,011 DEBUG [RS:0;f036bc4986ea:43639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:33,011 DEBUG [RS:0;f036bc4986ea:43639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:33,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:33,012 INFO [RS:0;f036bc4986ea:43639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43639 2024-11-27T00:20:33,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147/rs 2024-11-27T00:20:33,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492114147/rs/f036bc4986ea,43639,1732666804242 2024-11-27T00:20:33,091 INFO [RS:0;f036bc4986ea:43639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:20:33,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,43639,1732666804242] 2024-11-27T00:20:33,175 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01492114147/draining/f036bc4986ea,43639,1732666804242 already deleted, retry=false 2024-11-27T00:20:33,175 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,43639,1732666804242 expired; onlineServers=0 2024-11-27T00:20:33,175 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,33509,1732666803916' ***** 2024-11-27T00:20:33,175 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:20:33,175 INFO [M:0;f036bc4986ea:33509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:20:33,175 INFO [M:0;f036bc4986ea:33509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:20:33,175 DEBUG [M:0;f036bc4986ea:33509 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:20:33,175 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:20:33,175 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666806281 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666806281,5,FailOnTimeoutGroup] 2024-11-27T00:20:33,175 DEBUG [M:0;f036bc4986ea:33509 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:20:33,175 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666806281 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666806281,5,FailOnTimeoutGroup] 2024-11-27T00:20:33,175 INFO [M:0;f036bc4986ea:33509 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:20:33,176 INFO [M:0;f036bc4986ea:33509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:20:33,176 DEBUG [M:0;f036bc4986ea:33509 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:20:33,176 INFO [M:0;f036bc4986ea:33509 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:20:33,176 INFO [M:0;f036bc4986ea:33509 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:20:33,176 INFO [M:0;f036bc4986ea:33509 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:20:33,176 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:20:33,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01492114147/master 2024-11-27T00:20:33,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01492114147 2024-11-27T00:20:33,185 DEBUG [M:0;f036bc4986ea:33509 {}] zookeeper.ZKUtil(347): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Unable to get data of znode /01492114147/master because node does not exist (not an error) 2024-11-27T00:20:33,185 WARN [M:0;f036bc4986ea:33509 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:20:33,187 INFO [M:0;f036bc4986ea:33509 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/.lastflushedseqids 2024-11-27T00:20:33,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741852_1028 (size=263) 2024-11-27T00:20:33,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:33,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43639-0x10179a93b250001, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:33,253 INFO [RS:0;f036bc4986ea:43639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:20:33,253 INFO [RS:0;f036bc4986ea:43639 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,43639,1732666804242; zookeeper connection closed. 2024-11-27T00:20:33,254 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a76b660 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a76b660 2024-11-27T00:20:33,254 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:20:33,506 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:20:33,591 INFO [M:0;f036bc4986ea:33509 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:20:33,591 INFO [M:0;f036bc4986ea:33509 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:20:33,591 DEBUG [M:0;f036bc4986ea:33509 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:20:33,591 INFO [M:0;f036bc4986ea:33509 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:33,591 DEBUG [M:0;f036bc4986ea:33509 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:33,591 DEBUG [M:0;f036bc4986ea:33509 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:20:33,591 DEBUG [M:0;f036bc4986ea:33509 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:33,591 INFO [M:0;f036bc4986ea:33509 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T00:20:33,605 DEBUG [M:0;f036bc4986ea:33509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ba028032a984972aa956c8d132bb45d is 82, key is hbase:meta,,1/info:regioninfo/1732666807534/Put/seqid=0 2024-11-27T00:20:33,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741853_1029 (size=5672) 2024-11-27T00:20:34,009 INFO [M:0;f036bc4986ea:33509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ba028032a984972aa956c8d132bb45d 2024-11-27T00:20:34,035 DEBUG [M:0;f036bc4986ea:33509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/039cf224dd2a458e82a4b13ed7bb8f9d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732666818757/Put/seqid=0 2024-11-27T00:20:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741854_1030 (size=8517) 2024-11-27T00:20:34,439 INFO [M:0;f036bc4986ea:33509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/039cf224dd2a458e82a4b13ed7bb8f9d 2024-11-27T00:20:34,456 DEBUG [M:0;f036bc4986ea:33509 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f13266cb9a9438e868692ca26b2b0a3 is 69, key is f036bc4986ea,43639,1732666804242/rs:state/1732666806317/Put/seqid=0 2024-11-27T00:20:34,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741855_1031 (size=5156) 2024-11-27T00:20:34,555 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:34,556 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:20:34,556 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:20:34,860 INFO [M:0;f036bc4986ea:33509 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f13266cb9a9438e868692ca26b2b0a3 2024-11-27T00:20:34,864 DEBUG [M:0;f036bc4986ea:33509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ba028032a984972aa956c8d132bb45d as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ba028032a984972aa956c8d132bb45d 2024-11-27T00:20:34,868 INFO [M:0;f036bc4986ea:33509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ba028032a984972aa956c8d132bb45d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T00:20:34,869 DEBUG [M:0;f036bc4986ea:33509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/039cf224dd2a458e82a4b13ed7bb8f9d as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/039cf224dd2a458e82a4b13ed7bb8f9d 2024-11-27T00:20:34,872 INFO [M:0;f036bc4986ea:33509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/039cf224dd2a458e82a4b13ed7bb8f9d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T00:20:34,873 DEBUG [M:0;f036bc4986ea:33509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f13266cb9a9438e868692ca26b2b0a3 as hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f13266cb9a9438e868692ca26b2b0a3 2024-11-27T00:20:34,877 INFO [M:0;f036bc4986ea:33509 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35735/user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f13266cb9a9438e868692ca26b2b0a3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T00:20:34,878 INFO [M:0;f036bc4986ea:33509 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-27T00:20:34,879 INFO [M:0;f036bc4986ea:33509 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:34,879 DEBUG [M:0;f036bc4986ea:33509 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666833591Disabling compacts and flushes for region at 1732666833591Disabling writes for close at 1732666833591Obtaining lock to block concurrent updates at 1732666833591Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666833591Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732666833592 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666833592Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666833592Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666833605 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666833605Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666834013 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666834034 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666834035 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666834443 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666834456 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666834456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e9481c: reopening flushed file at 1732666834864 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f20aa5: reopening flushed file at 1732666834868 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b59f084: reopening flushed file at 1732666834872 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1732666834878 (+6 ms)Writing region close event to WAL at 1732666834879 (+1 ms)Closed at 1732666834879 2024-11-27T00:20:34,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741830_1006 (size=63666) 2024-11-27T00:20:34,884 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/19fb6fa9-d4de-a70b-79a9-7ca6d47c90be/MasterData/WALs/f036bc4986ea,33509,1732666803916/f036bc4986ea%2C33509%2C1732666803916.1732666806017 not finished, retry = 0 2024-11-27T00:20:34,985 INFO [M:0;f036bc4986ea:33509 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:20:34,985 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:20:34,985 INFO [M:0;f036bc4986ea:33509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33509 2024-11-27T00:20:34,986 INFO [M:0;f036bc4986ea:33509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:20:35,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:35,138 INFO [M:0;f036bc4986ea:33509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:20:35,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33509-0x10179a93b250000, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:35,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:20:35,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:20:35,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:20:35,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:20:35,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/hadoop.log.dir/,STOPPED} 2024-11-27T00:20:35,145 WARN [BP-1607200209-172.17.0.3-1732666802075 heartbeating to localhost/127.0.0.1:35735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:20:35,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:20:35,145 WARN [BP-1607200209-172.17.0.3-1732666802075 heartbeating to localhost/127.0.0.1:35735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1607200209-172.17.0.3-1732666802075 (Datanode Uuid 45d66f1d-d066-40be-9ecc-165216f5551d) service to localhost/127.0.0.1:35735 2024-11-27T00:20:35,145 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:20:35,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/cluster_6bdd7b5d-d5de-2064-906d-97855d129bea/data/data1/current/BP-1607200209-172.17.0.3-1732666802075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:20:35,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/cluster_6bdd7b5d-d5de-2064-906d-97855d129bea/data/data2/current/BP-1607200209-172.17.0.3-1732666802075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:20:35,146 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:20:35,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72f0a085{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:20:35,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:20:35,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:20:35,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:20:35,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/45428a36-383f-735b-4938-affb4b5fa1cc/hadoop.log.dir/,STOPPED} 2024-11-27T00:20:35,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T00:20:35,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:20:35,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=239 (was 203) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39075 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35735 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:35735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35735 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60296) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35735 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60296) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39075 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=618 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=216 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=2043 (was 2104) 2024-11-27T00:20:35,188 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=239, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=216, ProcessCount=11, AvailableMemoryMB=2042 2024-11-27T00:20:35,204 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-27T00:20:35,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/hadoop.log.dir so I do NOT create it in target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a 2024-11-27T00:20:35,205 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:20:35,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/hadoop.tmp.dir so I do NOT create it in target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a 2024-11-27T00:20:35,205 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d151b8f9-2768-97e4-3dbd-7fbdae38bf69/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:20:35,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a 2024-11-27T00:20:35,205 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/cluster_70ae3c21-3d71-9056-b423-d8728292bd3d, deleteOnExit=true 2024-11-27T00:20:35,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/cluster_70ae3c21-3d71-9056-b423-d8728292bd3d/zookeeper_0, clientPort=59522, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/cluster_70ae3c21-3d71-9056-b423-d8728292bd3d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/cluster_70ae3c21-3d71-9056-b423-d8728292bd3d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T00:20:35,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59522 2024-11-27T00:20:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:20:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:20:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/test.cache.data in system properties and HBase conf 2024-11-27T00:20:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:20:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:20:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:20:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:20:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:20:35,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:20:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:20:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:20:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:20:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:20:35,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:20:35,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:20:35,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:20:35,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:20:35,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:20:35,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:20:35,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:20:35,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:20:35,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:20:35,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:20:35,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10179a93b250002, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:20:35,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10179a93b250005, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:20:35,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10179a93b250002, quorum=127.0.0.1:60296, baseZNode=/01492114147 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:20:35,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10179a93b250005, quorum=127.0.0.1:60296, baseZNode=/1-960552957 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:20:35,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:20:35,635 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:20:35,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:20:35,636 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:20:35,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:20:35,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:20:35,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e41dead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:20:35,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:20:35,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57eb1a40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/java.io.tmpdir/jetty-localhost-42101-hadoop-hdfs-3_4_1-tests_jar-_-any-15847659851274069317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:20:35,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@366cc4eb{HTTP/1.1, (http/1.1)}{localhost:42101} 2024-11-27T00:20:35,732 INFO [Time-limited test {}] server.Server(415): Started @207248ms 2024-11-27T00:20:36,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:20:36,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:20:36,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:20:36,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:20:36,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:20:36,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:20:36,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:20:36,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@175f77a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/java.io.tmpdir/jetty-localhost-42663-hadoop-hdfs-3_4_1-tests_jar-_-any-8082150846044865670/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:20:36,191 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:42663} 2024-11-27T00:20:36,191 INFO [Time-limited test {}] server.Server(415): Started @207707ms 2024-11-27T00:20:36,192 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:20:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:20:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:20:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:20:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T00:20:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T00:20:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:20:36,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:20:36,737 WARN [Thread-2201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/cluster_70ae3c21-3d71-9056-b423-d8728292bd3d/data/data2/current/BP-1584022900-172.17.0.3-1732666835267/current, will proceed with Du for space computation calculation, 2024-11-27T00:20:36,737 WARN [Thread-2200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/cluster_70ae3c21-3d71-9056-b423-d8728292bd3d/data/data1/current/BP-1584022900-172.17.0.3-1732666835267/current, will proceed with Du for space computation calculation, 2024-11-27T00:20:36,752 WARN [Thread-2188 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:20:36,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd169da7c08700dc0 with lease ID 0x6f025faf4ec23c5f: Processing first storage report for DS-5b215d77-6f53-46b2-9eda-47e459a7b521 from datanode DatanodeRegistration(127.0.0.1:33239, datanodeUuid=aea878fb-7c84-4fd0-ae54-451a251ef8ee, infoPort=42619, infoSecurePort=0, ipcPort=38925, storageInfo=lv=-57;cid=testClusterID;nsid=627034247;c=1732666835267) 2024-11-27T00:20:36,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd169da7c08700dc0 with lease ID 0x6f025faf4ec23c5f: from storage DS-5b215d77-6f53-46b2-9eda-47e459a7b521 node DatanodeRegistration(127.0.0.1:33239, datanodeUuid=aea878fb-7c84-4fd0-ae54-451a251ef8ee, infoPort=42619, infoSecurePort=0, ipcPort=38925, storageInfo=lv=-57;cid=testClusterID;nsid=627034247;c=1732666835267), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:20:36,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd169da7c08700dc0 with lease ID 0x6f025faf4ec23c5f: Processing first storage report for DS-740b9b76-b88b-4813-8b12-98e7e53574a0 from datanode DatanodeRegistration(127.0.0.1:33239, datanodeUuid=aea878fb-7c84-4fd0-ae54-451a251ef8ee, infoPort=42619, infoSecurePort=0, ipcPort=38925, storageInfo=lv=-57;cid=testClusterID;nsid=627034247;c=1732666835267) 2024-11-27T00:20:36,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd169da7c08700dc0 with lease ID 0x6f025faf4ec23c5f: from storage DS-740b9b76-b88b-4813-8b12-98e7e53574a0 node DatanodeRegistration(127.0.0.1:33239, datanodeUuid=aea878fb-7c84-4fd0-ae54-451a251ef8ee, infoPort=42619, infoSecurePort=0, ipcPort=38925, storageInfo=lv=-57;cid=testClusterID;nsid=627034247;c=1732666835267), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:20:36,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a 2024-11-27T00:20:36,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:36,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:36,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:20:37,222 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c with version=8 2024-11-27T00:20:37,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/hbase-staging 2024-11-27T00:20:37,224 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:20:37,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:37,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:37,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:20:37,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:37,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:20:37,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:20:37,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:20:37,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41235 2024-11-27T00:20:37,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41235 connecting to ZooKeeper ensemble=127.0.0.1:59522 2024-11-27T00:20:37,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412350x0, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:20:37,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41235-0x10179a9bcdd0000 connected 2024-11-27T00:20:37,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:37,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:37,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Set watcher on znode that does not yet exist, /0-695332975/running 2024-11-27T00:20:37,403 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c, hbase.cluster.distributed=false 2024-11-27T00:20:37,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Set watcher on znode that does not yet exist, /0-695332975/acl 2024-11-27T00:20:37,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41235 2024-11-27T00:20:37,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41235 2024-11-27T00:20:37,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41235 2024-11-27T00:20:37,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41235 2024-11-27T00:20:37,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41235 2024-11-27T00:20:37,418 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:20:37,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:37,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:37,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:20:37,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:37,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:20:37,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:20:37,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:20:37,420 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46833 2024-11-27T00:20:37,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46833 connecting to ZooKeeper ensemble=127.0.0.1:59522 2024-11-27T00:20:37,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:37,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:37,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:20:37,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468330x0, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:20:37,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468330x0, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Set watcher on znode that does not yet exist, /0-695332975/running 2024-11-27T00:20:37,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46833-0x10179a9bcdd0001 connected 2024-11-27T00:20:37,438 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:20:37,440 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:20:37,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Set watcher on znode that does not yet exist, /0-695332975/master 2024-11-27T00:20:37,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Set watcher on znode that does not yet exist, /0-695332975/acl 2024-11-27T00:20:37,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46833 2024-11-27T00:20:37,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46833 2024-11-27T00:20:37,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46833 2024-11-27T00:20:37,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46833 2024-11-27T00:20:37,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46833 2024-11-27T00:20:37,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:37,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:37,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:37,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:37,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:37,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:37,474 DEBUG [M:0;f036bc4986ea:41235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:41235 2024-11-27T00:20:37,474 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-695332975/backup-masters/f036bc4986ea,41235,1732666837224 2024-11-27T00:20:37,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:37,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:37,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:37,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975/backup-masters 2024-11-27T00:20:37,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975/backup-masters 2024-11-27T00:20:37,485 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Set watcher on existing znode=/0-695332975/backup-masters/f036bc4986ea,41235,1732666837224 2024-11-27T00:20:37,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-695332975/master 2024-11-27T00:20:37,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:37,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:37,495 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Set watcher on existing znode=/0-695332975/master 2024-11-27T00:20:37,495 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-695332975/backup-masters/f036bc4986ea,41235,1732666837224 from backup master directory 2024-11-27T00:20:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-695332975/backup-masters/f036bc4986ea,41235,1732666837224 2024-11-27T00:20:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975/backup-masters 2024-11-27T00:20:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975/backup-masters 2024-11-27T00:20:37,505 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:20:37,505 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,41235,1732666837224 2024-11-27T00:20:37,509 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/hbase.id] with ID: 82f88951-b7d3-4d84-a7c2-a108813b10d7 2024-11-27T00:20:37,509 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/.tmp/hbase.id 2024-11-27T00:20:37,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:20:37,918 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/.tmp/hbase.id]:[hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/hbase.id] 2024-11-27T00:20:37,927 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:37,927 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:20:37,928 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T00:20:37,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:37,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:37,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:20:38,380 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:20:38,381 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:20:38,381 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:38,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:20:38,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:38,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:20:38,586 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8213 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:20:38,787 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store 2024-11-27T00:20:38,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:20:39,193 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:39,193 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:20:39,193 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:39,193 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:39,193 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:20:39,193 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:39,193 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:39,193 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666839193Disabling compacts and flushes for region at 1732666839193Disabling writes for close at 1732666839193Writing region close event to WAL at 1732666839193Closed at 1732666839193 2024-11-27T00:20:39,194 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/.initializing 2024-11-27T00:20:39,194 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/WALs/f036bc4986ea,41235,1732666837224 2024-11-27T00:20:39,195 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:20:39,196 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C41235%2C1732666837224, suffix=, logDir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/WALs/f036bc4986ea,41235,1732666837224, archiveDir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/oldWALs, maxLogs=10 2024-11-27T00:20:39,208 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/WALs/f036bc4986ea,41235,1732666837224/f036bc4986ea%2C41235%2C1732666837224.1732666839196, exclude list is [], retry=0 2024-11-27T00:20:39,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-5b215d77-6f53-46b2-9eda-47e459a7b521,DISK] 2024-11-27T00:20:39,212 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/WALs/f036bc4986ea,41235,1732666837224/f036bc4986ea%2C41235%2C1732666837224.1732666839196 2024-11-27T00:20:39,214 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42619:42619)] 2024-11-27T00:20:39,214 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:39,214 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:39,214 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:39,214 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:39,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:39,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:20:39,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:39,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:39,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:39,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:20:39,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:39,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:39,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:39,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:20:39,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:39,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:39,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:39,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:20:39,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:39,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:39,221 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:39,222 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:39,222 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:39,223 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:39,223 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:39,223 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:20:39,223 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:39,225 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:39,225 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73588303, jitterRate=0.09655116498470306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:20:39,225 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666839214Initializing all the Stores at 1732666839215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666839215Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666839215Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666839215Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666839215Cleaning up temporary data from old regions at 1732666839223 (+8 ms)Region opened successfully at 1732666839225 (+2 ms) 2024-11-27T00:20:39,226 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:20:39,227 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfa005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:20:39,228 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:20:39,228 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:20:39,228 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:20:39,228 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:20:39,229 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:20:39,229 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:20:39,229 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:20:39,230 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:20:39,231 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Unable to get data of znode /0-695332975/balancer because node does not exist (not necessarily an error) 2024-11-27T00:20:39,289 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-695332975/balancer already deleted, retry=false 2024-11-27T00:20:39,290 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:20:39,290 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Unable to get data of znode /0-695332975/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:20:39,300 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-695332975/normalizer already deleted, retry=false 2024-11-27T00:20:39,300 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:20:39,301 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Unable to get data of znode /0-695332975/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:20:39,310 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-695332975/switch/split already deleted, retry=false 2024-11-27T00:20:39,311 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Unable to get data of znode /0-695332975/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:20:39,321 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-695332975/switch/merge already deleted, retry=false 2024-11-27T00:20:39,322 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Unable to get data of znode /0-695332975/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:20:39,331 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-695332975/snapshot-cleanup already deleted, retry=false 2024-11-27T00:20:39,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-695332975/running 2024-11-27T00:20:39,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-695332975/running 2024-11-27T00:20:39,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:39,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:39,342 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,41235,1732666837224, sessionid=0x10179a9bcdd0000, setting cluster-up flag (Was=false) 2024-11-27T00:20:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:39,394 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-695332975/flush-table-proc/acquired, /0-695332975/flush-table-proc/reached, /0-695332975/flush-table-proc/abort 2024-11-27T00:20:39,395 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,41235,1732666837224 2024-11-27T00:20:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:39,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:39,526 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-695332975/online-snapshot/acquired, /0-695332975/online-snapshot/reached, /0-695332975/online-snapshot/abort 2024-11-27T00:20:39,527 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,41235,1732666837224 2024-11-27T00:20:39,528 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:20:39,529 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:39,529 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:20:39,529 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:20:39,530 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,41235,1732666837224 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:20:39,531 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:39,531 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:39,531 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:39,531 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:39,531 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:20:39,531 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:39,531 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:20:39,531 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:39,532 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666869532 2024-11-27T00:20:39,532 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:20:39,532 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:20:39,532 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:20:39,532 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:39,532 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:20:39,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:20:39,532 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:20:39,532 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:20:39,533 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,533 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:20:39,533 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:20:39,533 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:20:39,533 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:20:39,533 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:39,533 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:20:39,533 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:20:39,533 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:20:39,534 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666839533,5,FailOnTimeoutGroup] 2024-11-27T00:20:39,534 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666839534,5,FailOnTimeoutGroup] 2024-11-27T00:20:39,534 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,534 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:20:39,534 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,534 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:20:39,563 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(746): ClusterId : 82f88951-b7d3-4d84-a7c2-a108813b10d7 2024-11-27T00:20:39,563 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:20:39,574 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:20:39,574 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:20:39,584 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:20:39,585 DEBUG [RS:0;f036bc4986ea:46833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3047d1bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:20:39,596 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:46833 2024-11-27T00:20:39,596 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:20:39,596 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:20:39,596 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:20:39,596 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,41235,1732666837224 with port=46833, startcode=1732666837418 2024-11-27T00:20:39,596 DEBUG [RS:0;f036bc4986ea:46833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:20:39,597 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:20:39,598 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41235 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,46833,1732666837418 2024-11-27T00:20:39,598 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41235 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,46833,1732666837418 2024-11-27T00:20:39,599 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c 2024-11-27T00:20:39,599 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39071 2024-11-27T00:20:39,599 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:20:39,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975/rs 2024-11-27T00:20:39,611 DEBUG [RS:0;f036bc4986ea:46833 {}] zookeeper.ZKUtil(111): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Set watcher on existing znode=/0-695332975/rs/f036bc4986ea,46833,1732666837418 2024-11-27T00:20:39,611 WARN [RS:0;f036bc4986ea:46833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:20:39,611 INFO [RS:0;f036bc4986ea:46833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:39,611 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418 2024-11-27T00:20:39,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,46833,1732666837418] 2024-11-27T00:20:39,614 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:20:39,616 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:20:39,616 INFO [RS:0;f036bc4986ea:46833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:20:39,616 INFO [RS:0;f036bc4986ea:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,616 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:20:39,617 INFO [RS:0;f036bc4986ea:46833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:20:39,617 INFO [RS:0;f036bc4986ea:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:20:39,617 DEBUG [RS:0;f036bc4986ea:46833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:20:39,621 INFO [RS:0;f036bc4986ea:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,621 INFO [RS:0;f036bc4986ea:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,621 INFO [RS:0;f036bc4986ea:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,621 INFO [RS:0;f036bc4986ea:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,621 INFO [RS:0;f036bc4986ea:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,621 INFO [RS:0;f036bc4986ea:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46833,1732666837418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:20:39,635 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:20:39,635 INFO [RS:0;f036bc4986ea:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46833,1732666837418-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,635 INFO [RS:0;f036bc4986ea:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,635 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.Replication(171): f036bc4986ea,46833,1732666837418 started 2024-11-27T00:20:39,660 INFO [RS:0;f036bc4986ea:46833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:39,660 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,46833,1732666837418, RpcServer on f036bc4986ea/172.17.0.3:46833, sessionid=0x10179a9bcdd0001 2024-11-27T00:20:39,660 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:20:39,660 DEBUG [RS:0;f036bc4986ea:46833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,46833,1732666837418 2024-11-27T00:20:39,660 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,46833,1732666837418' 2024-11-27T00:20:39,660 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-695332975/flush-table-proc/abort' 2024-11-27T00:20:39,661 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-695332975/flush-table-proc/acquired' 2024-11-27T00:20:39,661 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:20:39,661 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:20:39,661 DEBUG [RS:0;f036bc4986ea:46833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,46833,1732666837418 2024-11-27T00:20:39,661 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,46833,1732666837418' 2024-11-27T00:20:39,661 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-695332975/online-snapshot/abort' 2024-11-27T00:20:39,661 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-695332975/online-snapshot/acquired' 2024-11-27T00:20:39,662 DEBUG [RS:0;f036bc4986ea:46833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:20:39,662 INFO [RS:0;f036bc4986ea:46833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:20:39,662 INFO [RS:0;f036bc4986ea:46833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:20:39,762 INFO [RS:0;f036bc4986ea:46833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:20:39,763 INFO [RS:0;f036bc4986ea:46833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C46833%2C1732666837418, suffix=, logDir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418, archiveDir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/oldWALs, maxLogs=10 2024-11-27T00:20:39,776 DEBUG [RS:0;f036bc4986ea:46833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764, exclude list is [], retry=0 2024-11-27T00:20:39,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-5b215d77-6f53-46b2-9eda-47e459a7b521,DISK] 2024-11-27T00:20:39,779 INFO [RS:0;f036bc4986ea:46833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 2024-11-27T00:20:39,780 DEBUG [RS:0;f036bc4986ea:46833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42619:42619)] 2024-11-27T00:20:39,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:20:39,942 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c 2024-11-27T00:20:39,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:20:40,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:40,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:20:40,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:20:40,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:40,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:40,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:20:40,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:20:40,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:40,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:40,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:20:40,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:20:40,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:40,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:40,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:20:40,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:20:40,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:40,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:40,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:20:40,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740 2024-11-27T00:20:40,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740 2024-11-27T00:20:40,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:20:40,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:20:40,356 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:20:40,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:20:40,358 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:40,358 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59337730, jitterRate=-0.11579892039299011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:20:40,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666840347Initializing all the Stores at 1732666840348 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666840348Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666840348Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666840348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666840348Cleaning up temporary data from old regions at 1732666840355 (+7 ms)Region opened successfully at 1732666840359 (+4 ms) 2024-11-27T00:20:40,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:20:40,359 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:20:40,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:20:40,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:20:40,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:20:40,359 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:20:40,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666840359Disabling compacts and flushes for region at 1732666840359Disabling writes for close at 1732666840359Writing region close event to WAL at 1732666840359Closed at 1732666840359 2024-11-27T00:20:40,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:40,360 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:20:40,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:20:40,361 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:20:40,361 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:20:40,512 DEBUG [f036bc4986ea:41235 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:20:40,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,46833,1732666837418 2024-11-27T00:20:40,513 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,46833,1732666837418, state=OPENING 2024-11-27T00:20:40,563 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:20:40,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:40,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:40,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:20:40,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-695332975/meta-region-server: CHANGED 2024-11-27T00:20:40,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-695332975/meta-region-server: CHANGED 2024-11-27T00:20:40,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,46833,1732666837418}] 2024-11-27T00:20:40,726 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:20:40,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:20:40,731 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:20:40,731 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:40,732 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:20:40,733 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C46833%2C1732666837418.meta, suffix=.meta, logDir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418, archiveDir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/oldWALs, maxLogs=10 2024-11-27T00:20:40,749 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.meta.1732666840733.meta, exclude list is [], retry=0 2024-11-27T00:20:40,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-5b215d77-6f53-46b2-9eda-47e459a7b521,DISK] 2024-11-27T00:20:40,753 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.meta.1732666840733.meta 2024-11-27T00:20:40,753 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42619:42619)] 2024-11-27T00:20:40,753 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:40,753 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:20:40,754 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:20:40,754 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:20:40,754 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:20:40,754 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:20:40,754 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:40,754 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:20:40,754 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:20:40,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:20:40,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:20:40,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:40,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:40,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:20:40,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:20:40,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:40,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:40,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:20:40,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:20:40,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:40,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:40,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:20:40,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:20:40,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:40,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:40,759 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:20:40,759 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740 2024-11-27T00:20:40,760 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740 2024-11-27T00:20:40,761 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:20:40,761 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:20:40,762 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:20:40,763 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:20:40,763 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64168678, jitterRate=-0.043812185525894165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:20:40,763 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:20:40,764 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666840754Writing region info on filesystem at 1732666840754Initializing all the Stores at 1732666840755 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666840755Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666840755Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666840755Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666840755Cleaning up temporary data from old regions at 1732666840761 (+6 ms)Running coprocessor post-open hooks at 1732666840763 (+2 ms)Region opened successfully at 1732666840764 (+1 ms) 2024-11-27T00:20:40,765 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666840726 2024-11-27T00:20:40,767 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:20:40,767 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:20:40,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,46833,1732666837418 2024-11-27T00:20:40,768 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,46833,1732666837418, state=OPEN 2024-11-27T00:20:40,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-695332975/meta-region-server 2024-11-27T00:20:40,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-695332975/meta-region-server 2024-11-27T00:20:40,812 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,46833,1732666837418 2024-11-27T00:20:40,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-695332975/meta-region-server: CHANGED 2024-11-27T00:20:40,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-695332975/meta-region-server: CHANGED 2024-11-27T00:20:40,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:20:40,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,46833,1732666837418 in 238 msec 2024-11-27T00:20:40,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:20:40,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-11-27T00:20:40,816 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:40,816 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:20:40,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:40,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46833,1732666837418, seqNum=-1] 2024-11-27T00:20:40,818 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:40,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:40,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2940 sec 2024-11-27T00:20:40,823 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666840823, completionTime=-1 2024-11-27T00:20:40,823 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:20:40,823 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:20:40,825 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:20:40,825 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666900825 2024-11-27T00:20:40,825 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666960825 2024-11-27T00:20:40,825 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:20:40,826 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41235,1732666837224-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:40,826 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41235,1732666837224-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:40,826 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41235,1732666837224-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:40,826 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:41235, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:40,826 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:40,826 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:40,827 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:20:40,829 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.324sec 2024-11-27T00:20:40,829 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:20:40,829 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:20:40,830 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:20:40,830 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:20:40,830 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:20:40,830 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41235,1732666837224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:20:40,830 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41235,1732666837224-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:20:40,831 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:20:40,831 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:20:40,832 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41235,1732666837224-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:40,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efaac7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:40,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41235,-1 for getting cluster id 2024-11-27T00:20:40,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:40,865 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f88951-b7d3-4d84-a7c2-a108813b10d7' 2024-11-27T00:20:40,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:40,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f88951-b7d3-4d84-a7c2-a108813b10d7" 2024-11-27T00:20:40,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12efe10a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:40,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41235,-1] 2024-11-27T00:20:40,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:40,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:40,867 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:40,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02bc05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:40,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:40,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46833,1732666837418, seqNum=-1] 2024-11-27T00:20:40,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:40,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:40,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,41235,1732666837224 2024-11-27T00:20:40,872 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59522 2024-11-27T00:20:40,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:20:40,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10179a9bcdd0002 connected 2024-11-27T00:20:40,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/hadoop.log.dir so I do NOT create it in target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba 2024-11-27T00:20:40,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:20:40,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/hadoop.tmp.dir so I do NOT create it in target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba 2024-11-27T00:20:40,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:20:40,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba 2024-11-27T00:20:40,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:20:40,907 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/cluster_9c46d6d9-29c3-64c5-7703-d4671dc9e719, deleteOnExit=true 2024-11-27T00:20:40,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:20:40,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/test.cache.data in system properties and HBase conf 2024-11-27T00:20:40,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:20:40,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:20:40,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:20:40,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:20:40,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:20:40,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:20:40,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:20:40,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:20:40,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:20:40,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:20:40,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:20:40,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:20:40,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:20:40,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:20:40,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:20:40,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:20:40,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:20:40,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:20:40,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:20:40,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:20:41,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:20:41,256 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:20:41,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:20:41,257 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:20:41,257 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:20:41,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:20:41,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:20:41,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:20:41,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@509e4c49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/java.io.tmpdir/jetty-localhost-41063-hadoop-hdfs-3_4_1-tests_jar-_-any-10140943893062934950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:20:41,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:41063} 2024-11-27T00:20:41,365 INFO [Time-limited test {}] server.Server(415): Started @212882ms 2024-11-27T00:20:41,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:20:41,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:20:41,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:20:41,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:20:41,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:20:41,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:20:41,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:20:41,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69a6dee9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/java.io.tmpdir/jetty-localhost-44857-hadoop-hdfs-3_4_1-tests_jar-_-any-13990846422775058589/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:20:41,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:44857} 2024-11-27T00:20:41,720 INFO [Time-limited test {}] server.Server(415): Started @213236ms 2024-11-27T00:20:41,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:20:42,404 WARN [Thread-2321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/cluster_9c46d6d9-29c3-64c5-7703-d4671dc9e719/data/data1/current/BP-1813954720-172.17.0.3-1732666840923/current, will proceed with Du for space computation calculation, 2024-11-27T00:20:42,405 WARN [Thread-2322 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/cluster_9c46d6d9-29c3-64c5-7703-d4671dc9e719/data/data2/current/BP-1813954720-172.17.0.3-1732666840923/current, will proceed with Du for space computation calculation, 2024-11-27T00:20:42,423 WARN [Thread-2309 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:20:42,426 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe765093cb7f72a1a with lease ID 0xe52d7f5760f5149c: Processing first storage report for DS-a1d7b3e0-ed19-4f2b-8bcc-7c951ada1ad7 from datanode DatanodeRegistration(127.0.0.1:43219, datanodeUuid=a831b224-08d6-452c-acdf-b20f01432130, infoPort=39187, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=294275157;c=1732666840923) 2024-11-27T00:20:42,426 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe765093cb7f72a1a with lease ID 0xe52d7f5760f5149c: from storage DS-a1d7b3e0-ed19-4f2b-8bcc-7c951ada1ad7 node DatanodeRegistration(127.0.0.1:43219, datanodeUuid=a831b224-08d6-452c-acdf-b20f01432130, infoPort=39187, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=294275157;c=1732666840923), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:20:42,426 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe765093cb7f72a1a with lease ID 0xe52d7f5760f5149c: Processing first storage report for DS-2e9e5dde-063a-4225-afea-17b394a364f7 from datanode DatanodeRegistration(127.0.0.1:43219, datanodeUuid=a831b224-08d6-452c-acdf-b20f01432130, infoPort=39187, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=294275157;c=1732666840923) 2024-11-27T00:20:42,426 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe765093cb7f72a1a with lease ID 0xe52d7f5760f5149c: from storage DS-2e9e5dde-063a-4225-afea-17b394a364f7 node DatanodeRegistration(127.0.0.1:43219, datanodeUuid=a831b224-08d6-452c-acdf-b20f01432130, infoPort=39187, infoSecurePort=0, ipcPort=33117, storageInfo=lv=-57;cid=testClusterID;nsid=294275157;c=1732666840923), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:20:42,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba 2024-11-27T00:20:42,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:42,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:42,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:20:42,852 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4 with version=8 2024-11-27T00:20:42,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/hbase-staging 2024-11-27T00:20:42,855 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:20:42,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:42,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:42,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:20:42,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:42,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:20:42,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:20:42,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:20:42,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41399 2024-11-27T00:20:42,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41399 connecting to ZooKeeper ensemble=127.0.0.1:59522 2024-11-27T00:20:42,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413990x0, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:20:42,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41399-0x10179a9bcdd0003 connected 2024-11-27T00:20:42,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:42,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:42,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Set watcher on znode that does not yet exist, /11264628474/running 2024-11-27T00:20:42,983 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4, hbase.cluster.distributed=false 2024-11-27T00:20:42,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Set watcher on znode that does not yet exist, /11264628474/acl 2024-11-27T00:20:42,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41399 2024-11-27T00:20:42,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41399 2024-11-27T00:20:42,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41399 2024-11-27T00:20:42,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41399 2024-11-27T00:20:42,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41399 2024-11-27T00:20:43,002 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:20:43,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:43,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:43,002 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:20:43,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:20:43,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:20:43,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:20:43,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:20:43,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41861 2024-11-27T00:20:43,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41861 connecting to ZooKeeper ensemble=127.0.0.1:59522 2024-11-27T00:20:43,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:43,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:43,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418610x0, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:20:43,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41861-0x10179a9bcdd0004 connected 2024-11-27T00:20:43,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Set watcher on znode that does not yet exist, /11264628474/running 2024-11-27T00:20:43,021 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:20:43,022 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:20:43,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Set watcher on znode that does not yet exist, /11264628474/master 2024-11-27T00:20:43,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Set watcher on znode that does not yet exist, /11264628474/acl 2024-11-27T00:20:43,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41861 2024-11-27T00:20:43,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41861 2024-11-27T00:20:43,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41861 2024-11-27T00:20:43,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41861 2024-11-27T00:20:43,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41861 2024-11-27T00:20:43,038 DEBUG [M:0;f036bc4986ea:41399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:41399 2024-11-27T00:20:43,039 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11264628474/backup-masters/f036bc4986ea,41399,1732666842854 2024-11-27T00:20:43,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474/backup-masters 2024-11-27T00:20:43,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474/backup-masters 2024-11-27T00:20:43,047 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Set watcher on existing znode=/11264628474/backup-masters/f036bc4986ea,41399,1732666842854 2024-11-27T00:20:43,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11264628474/master 2024-11-27T00:20:43,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:43,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:43,058 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Set watcher on existing znode=/11264628474/master 2024-11-27T00:20:43,058 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11264628474/backup-masters/f036bc4986ea,41399,1732666842854 from backup master directory 2024-11-27T00:20:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264628474/backup-masters/f036bc4986ea,41399,1732666842854 2024-11-27T00:20:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474/backup-masters 2024-11-27T00:20:43,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474/backup-masters 2024-11-27T00:20:43,068 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:20:43,068 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,41399,1732666842854 2024-11-27T00:20:43,070 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/hbase.id] with ID: 10de406d-00c3-4e01-932d-fced835feb1a 2024-11-27T00:20:43,070 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/.tmp/hbase.id 2024-11-27T00:20:43,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:20:43,478 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/.tmp/hbase.id]:[hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/hbase.id] 2024-11-27T00:20:43,486 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:20:43,486 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:20:43,487 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T00:20:43,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:43,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:20:43,902 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:20:43,902 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:20:43,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:43,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:20:44,308 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store 2024-11-27T00:20:44,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:20:44,715 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:44,715 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:20:44,715 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:44,715 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:44,715 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:20:44,715 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:44,715 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:20:44,715 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666844715Disabling compacts and flushes for region at 1732666844715Disabling writes for close at 1732666844715Writing region close event to WAL at 1732666844715Closed at 1732666844715 2024-11-27T00:20:44,716 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/.initializing 2024-11-27T00:20:44,716 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/WALs/f036bc4986ea,41399,1732666842854 2024-11-27T00:20:44,717 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:20:44,718 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C41399%2C1732666842854, suffix=, logDir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/WALs/f036bc4986ea,41399,1732666842854, archiveDir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/oldWALs, maxLogs=10 2024-11-27T00:20:44,733 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/WALs/f036bc4986ea,41399,1732666842854/f036bc4986ea%2C41399%2C1732666842854.1732666844718, exclude list is [], retry=0 2024-11-27T00:20:44,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-a1d7b3e0-ed19-4f2b-8bcc-7c951ada1ad7,DISK] 2024-11-27T00:20:44,737 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/WALs/f036bc4986ea,41399,1732666842854/f036bc4986ea%2C41399%2C1732666842854.1732666844718 2024-11-27T00:20:44,740 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39187:39187)] 2024-11-27T00:20:44,741 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:44,741 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:44,741 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:44,741 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:44,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:44,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:20:44,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:44,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:44,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:44,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:20:44,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:44,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:44,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:44,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:20:44,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:44,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:44,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:44,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:20:44,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:44,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:44,748 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:44,748 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:44,749 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:44,750 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:44,750 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:44,750 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:20:44,751 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:20:44,752 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:44,753 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60132370, jitterRate=-0.10395786166191101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:20:44,753 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666844741Initializing all the Stores at 1732666844742 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666844742Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666844742Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666844742Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666844742Cleaning up temporary data from old regions at 1732666844750 (+8 ms)Region opened successfully at 1732666844753 (+3 ms) 2024-11-27T00:20:44,753 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:20:44,756 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@170d3c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:20:44,757 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:20:44,757 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:20:44,757 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:20:44,757 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:20:44,757 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:20:44,758 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:20:44,758 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:20:44,764 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:20:44,764 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Unable to get data of znode /11264628474/balancer because node does not exist (not necessarily an error) 2024-11-27T00:20:44,831 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264628474/balancer already deleted, retry=false 2024-11-27T00:20:44,832 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:20:44,833 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Unable to get data of znode /11264628474/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:20:44,842 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264628474/normalizer already deleted, retry=false 2024-11-27T00:20:44,842 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:20:44,843 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Unable to get data of znode /11264628474/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:20:44,852 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264628474/switch/split already deleted, retry=false 2024-11-27T00:20:44,853 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Unable to get data of znode /11264628474/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:20:44,863 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264628474/switch/merge already deleted, retry=false 2024-11-27T00:20:44,865 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Unable to get data of znode /11264628474/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:20:44,873 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11264628474/snapshot-cleanup already deleted, retry=false 2024-11-27T00:20:44,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11264628474/running 2024-11-27T00:20:44,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:44,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11264628474/running 2024-11-27T00:20:44,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:44,884 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,41399,1732666842854, sessionid=0x10179a9bcdd0003, setting cluster-up flag (Was=false) 2024-11-27T00:20:44,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:44,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:44,937 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11264628474/flush-table-proc/acquired, /11264628474/flush-table-proc/reached, /11264628474/flush-table-proc/abort 2024-11-27T00:20:44,938 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,41399,1732666842854 2024-11-27T00:20:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:44,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:44,989 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11264628474/online-snapshot/acquired, /11264628474/online-snapshot/reached, /11264628474/online-snapshot/abort 2024-11-27T00:20:44,990 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,41399,1732666842854 2024-11-27T00:20:44,991 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:20:44,992 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:44,993 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:20:44,993 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:20:44,993 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,41399,1732666842854 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:20:44,994 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:44,994 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:44,995 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:44,995 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:20:44,995 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:20:44,995 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:44,995 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:20:44,995 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:44,996 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666874996 2024-11-27T00:20:44,996 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:20:44,996 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:20:44,996 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:20:44,996 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:20:44,996 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:20:44,996 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:20:44,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:44,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:20:44,997 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:44,997 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:20:44,997 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:20:44,997 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:20:44,997 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:20:44,997 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:20:44,997 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:20:44,998 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:44,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:20:45,000 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666844997,5,FailOnTimeoutGroup] 2024-11-27T00:20:45,004 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666845000,5,FailOnTimeoutGroup] 2024-11-27T00:20:45,004 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:45,004 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:20:45,004 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:45,004 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:45,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:20:45,031 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(746): ClusterId : 10de406d-00c3-4e01-932d-fced835feb1a 2024-11-27T00:20:45,031 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:20:45,042 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:20:45,042 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:20:45,053 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:20:45,053 DEBUG [RS:0;f036bc4986ea:41861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adfdbef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:20:45,069 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:41861 2024-11-27T00:20:45,069 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:20:45,069 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:20:45,069 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:20:45,069 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,41399,1732666842854 with port=41861, startcode=1732666843001 2024-11-27T00:20:45,070 DEBUG [RS:0;f036bc4986ea:41861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:20:45,071 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:20:45,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,41861,1732666843001 2024-11-27T00:20:45,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41399 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,41861,1732666843001 2024-11-27T00:20:45,073 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4 2024-11-27T00:20:45,073 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37391 2024-11-27T00:20:45,073 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:20:45,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474/rs 2024-11-27T00:20:45,141 DEBUG [RS:0;f036bc4986ea:41861 {}] zookeeper.ZKUtil(111): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Set watcher on existing znode=/11264628474/rs/f036bc4986ea,41861,1732666843001 2024-11-27T00:20:45,141 WARN [RS:0;f036bc4986ea:41861 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:20:45,141 INFO [RS:0;f036bc4986ea:41861 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:45,141 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001 2024-11-27T00:20:45,141 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,41861,1732666843001] 2024-11-27T00:20:45,144 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:20:45,145 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:20:45,146 INFO [RS:0;f036bc4986ea:41861 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:20:45,146 INFO [RS:0;f036bc4986ea:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:45,146 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:20:45,146 INFO [RS:0;f036bc4986ea:41861 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:20:45,146 INFO [RS:0;f036bc4986ea:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:45,146 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:45,147 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:45,147 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:45,147 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:45,147 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:45,147 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:20:45,147 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:45,147 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:45,147 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:45,147 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:45,147 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:45,147 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:20:45,147 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:20:45,147 DEBUG [RS:0;f036bc4986ea:41861 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:20:45,147 INFO [RS:0;f036bc4986ea:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:45,147 INFO [RS:0;f036bc4986ea:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:45,147 INFO [RS:0;f036bc4986ea:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:45,147 INFO [RS:0;f036bc4986ea:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:45,147 INFO [RS:0;f036bc4986ea:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:45,147 INFO [RS:0;f036bc4986ea:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41861,1732666843001-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:20:45,165 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:20:45,165 INFO [RS:0;f036bc4986ea:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41861,1732666843001-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:45,165 INFO [RS:0;f036bc4986ea:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:45,165 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.Replication(171): f036bc4986ea,41861,1732666843001 started 2024-11-27T00:20:45,178 INFO [RS:0;f036bc4986ea:41861 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:45,178 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,41861,1732666843001, RpcServer on f036bc4986ea/172.17.0.3:41861, sessionid=0x10179a9bcdd0004 2024-11-27T00:20:45,178 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:20:45,178 DEBUG [RS:0;f036bc4986ea:41861 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,41861,1732666843001 2024-11-27T00:20:45,178 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,41861,1732666843001' 2024-11-27T00:20:45,178 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11264628474/flush-table-proc/abort' 2024-11-27T00:20:45,179 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11264628474/flush-table-proc/acquired' 2024-11-27T00:20:45,179 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:20:45,179 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:20:45,179 DEBUG [RS:0;f036bc4986ea:41861 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,41861,1732666843001 2024-11-27T00:20:45,179 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,41861,1732666843001' 2024-11-27T00:20:45,179 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11264628474/online-snapshot/abort' 2024-11-27T00:20:45,179 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11264628474/online-snapshot/acquired' 2024-11-27T00:20:45,180 DEBUG [RS:0;f036bc4986ea:41861 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:20:45,180 INFO [RS:0;f036bc4986ea:41861 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:20:45,180 INFO [RS:0;f036bc4986ea:41861 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:20:45,280 INFO [RS:0;f036bc4986ea:41861 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:20:45,281 INFO [RS:0;f036bc4986ea:41861 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C41861%2C1732666843001, suffix=, logDir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001, archiveDir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/oldWALs, maxLogs=10 2024-11-27T00:20:45,293 DEBUG [RS:0;f036bc4986ea:41861 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281, exclude list is [], retry=0 2024-11-27T00:20:45,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-a1d7b3e0-ed19-4f2b-8bcc-7c951ada1ad7,DISK] 2024-11-27T00:20:45,296 INFO [RS:0;f036bc4986ea:41861 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 2024-11-27T00:20:45,297 DEBUG [RS:0;f036bc4986ea:41861 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39187:39187)] 2024-11-27T00:20:45,418 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:20:45,419 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4 2024-11-27T00:20:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:20:45,614 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:20:45,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:45,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:20:45,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:20:45,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:45,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:45,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:20:45,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:20:45,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:45,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:45,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:20:45,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:20:45,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:45,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:45,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:20:45,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:20:45,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:45,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:45,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:20:45,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740 2024-11-27T00:20:45,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740 2024-11-27T00:20:45,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:20:45,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:20:45,831 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:20:45,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:20:45,833 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:45,833 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59066662, jitterRate=-0.11983814835548401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:20:45,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666845824Initializing all the Stores at 1732666845824Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666845824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666845824Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666845824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666845824Cleaning up temporary data from old regions at 1732666845831 (+7 ms)Region opened successfully at 1732666845834 (+3 ms) 2024-11-27T00:20:45,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:20:45,834 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:20:45,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:20:45,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:20:45,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:20:45,834 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:20:45,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666845834Disabling compacts and flushes for region at 1732666845834Disabling writes for close at 1732666845834Writing region close event to WAL at 1732666845834Closed at 1732666845834 2024-11-27T00:20:45,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:45,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:20:45,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:20:45,835 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:20:45,836 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:20:45,986 DEBUG [f036bc4986ea:41399 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:20:45,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,41861,1732666843001 2024-11-27T00:20:45,988 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,41861,1732666843001, state=OPENING 2024-11-27T00:20:46,047 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:20:46,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:46,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:46,058 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:20:46,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11264628474/meta-region-server: CHANGED 2024-11-27T00:20:46,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11264628474/meta-region-server: CHANGED 2024-11-27T00:20:46,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,41861,1732666843001}] 2024-11-27T00:20:46,210 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:20:46,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:20:46,213 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:20:46,213 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:46,214 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:20:46,215 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C41861%2C1732666843001.meta, suffix=.meta, logDir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001, archiveDir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/oldWALs, maxLogs=10 2024-11-27T00:20:46,226 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.meta.1732666846215.meta, exclude list is [], retry=0 2024-11-27T00:20:46,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-a1d7b3e0-ed19-4f2b-8bcc-7c951ada1ad7,DISK] 2024-11-27T00:20:46,229 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.meta.1732666846215.meta 2024-11-27T00:20:46,230 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39187:39187)] 2024-11-27T00:20:46,230 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:46,230 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:20:46,230 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:20:46,230 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:20:46,230 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:20:46,230 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:20:46,231 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:46,231 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:20:46,231 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:20:46,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:20:46,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:20:46,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:46,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:46,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:20:46,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:20:46,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:46,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:46,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:20:46,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:20:46,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:46,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:46,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:20:46,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:20:46,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:46,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:20:46,235 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:20:46,236 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740 2024-11-27T00:20:46,236 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740 2024-11-27T00:20:46,237 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:20:46,237 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:20:46,237 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:20:46,238 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:20:46,239 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72929985, jitterRate=0.08674146234989166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:20:46,239 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:20:46,239 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666846231Writing region info on filesystem at 1732666846231Initializing all the Stores at 1732666846231Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666846231Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666846232 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666846232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666846232Cleaning up temporary data from old regions at 1732666846237 (+5 ms)Running coprocessor post-open hooks at 1732666846239 (+2 ms)Region opened successfully at 1732666846239 2024-11-27T00:20:46,240 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666846209 2024-11-27T00:20:46,241 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:20:46,241 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:20:46,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,41861,1732666843001 2024-11-27T00:20:46,242 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,41861,1732666843001, state=OPEN 2024-11-27T00:20:46,259 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:20:46,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11264628474/meta-region-server 2024-11-27T00:20:46,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11264628474/meta-region-server 2024-11-27T00:20:46,273 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,41861,1732666843001 2024-11-27T00:20:46,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11264628474/meta-region-server: CHANGED 2024-11-27T00:20:46,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11264628474/meta-region-server: CHANGED 2024-11-27T00:20:46,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:20:46,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,41861,1732666843001 in 215 msec 2024-11-27T00:20:46,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:20:46,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-27T00:20:46,277 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:20:46,277 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:20:46,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:46,278 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,41861,1732666843001, seqNum=-1] 2024-11-27T00:20:46,278 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:46,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:46,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-27T00:20:46,283 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666846283, completionTime=-1 2024-11-27T00:20:46,283 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:20:46,283 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:20:46,285 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:20:46,285 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666906285 2024-11-27T00:20:46,285 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666966285 2024-11-27T00:20:46,285 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:20:46,285 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41399,1732666842854-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:46,285 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41399,1732666842854-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:46,285 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41399,1732666842854-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:46,285 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:41399, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:46,285 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:46,287 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:20:46,289 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:46,292 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.224sec 2024-11-27T00:20:46,292 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:20:46,292 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:20:46,292 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:20:46,292 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:20:46,292 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:20:46,292 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41399,1732666842854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:20:46,292 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41399,1732666842854-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:20:46,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:46,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:46,294 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:20:46,294 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:20:46,294 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41399,1732666842854-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:20:46,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:46,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:46,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:46,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:46,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:46,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:46,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:46,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b807665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:46,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41399,-1 for getting cluster id 2024-11-27T00:20:46,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:46,332 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10de406d-00c3-4e01-932d-fced835feb1a' 2024-11-27T00:20:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10de406d-00c3-4e01-932d-fced835feb1a" 2024-11-27T00:20:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af3360a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41399,-1] 2024-11-27T00:20:46,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:46,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:46,334 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:46,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7f68b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:46,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:46,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,41861,1732666843001, seqNum=-1] 2024-11-27T00:20:46,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:46,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:46,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,41399,1732666842854 2024-11-27T00:20:46,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59522 2024-11-27T00:20:46,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:20:46,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10179a9bcdd0005 connected 2024-11-27T00:20:46,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41235,1732666837224 2024-11-27T00:20:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58edc0e3 2024-11-27T00:20:46,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:46,367 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:46,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:20:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:20:46,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:20:46,370 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:46,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:20:46,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:20:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:46,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:20:46,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T00:20:46,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:20:46,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T00:20:46,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:20:46,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T00:20:46,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:20:46,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T00:20:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:20:46,382 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 344c5da2872124d3ff6ad78c150924b0, NAME => 'test,,1732666846368.344c5da2872124d3ff6ad78c150924b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c 2024-11-27T00:20:46,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:20:46,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666846368.344c5da2872124d3ff6ad78c150924b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:46,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 344c5da2872124d3ff6ad78c150924b0, disabling compactions & flushes 2024-11-27T00:20:46,390 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. 2024-11-27T00:20:46,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. 2024-11-27T00:20:46,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. after waiting 0 ms 2024-11-27T00:20:46,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. 2024-11-27T00:20:46,390 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. 2024-11-27T00:20:46,390 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 344c5da2872124d3ff6ad78c150924b0: Waiting for close lock at 1732666846390Disabling compacts and flushes for region at 1732666846390Disabling writes for close at 1732666846390Writing region close event to WAL at 1732666846390Closed at 1732666846390 2024-11-27T00:20:46,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:20:46,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666846368.344c5da2872124d3ff6ad78c150924b0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666846391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666846391"}]},"ts":"1732666846391"} 2024-11-27T00:20:46,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:20:46,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:20:46,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666846394"}]},"ts":"1732666846394"} 2024-11-27T00:20:46,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:20:46,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=344c5da2872124d3ff6ad78c150924b0, ASSIGN}] 2024-11-27T00:20:46,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=344c5da2872124d3ff6ad78c150924b0, ASSIGN 2024-11-27T00:20:46,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=344c5da2872124d3ff6ad78c150924b0, ASSIGN; state=OFFLINE, location=f036bc4986ea,46833,1732666837418; forceNewPlan=false, retain=false 2024-11-27T00:20:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:46,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=344c5da2872124d3ff6ad78c150924b0, regionState=OPENING, regionLocation=f036bc4986ea,46833,1732666837418 2024-11-27T00:20:46,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=344c5da2872124d3ff6ad78c150924b0, ASSIGN because future has completed 2024-11-27T00:20:46,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 344c5da2872124d3ff6ad78c150924b0, server=f036bc4986ea,46833,1732666837418}] 2024-11-27T00:20:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:46,705 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. 2024-11-27T00:20:46,705 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 344c5da2872124d3ff6ad78c150924b0, NAME => 'test,,1732666846368.344c5da2872124d3ff6ad78c150924b0.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:46,705 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:20:46,705 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:20:46,705 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:20:46,705 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666846368.344c5da2872124d3ff6ad78c150924b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:46,705 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:20:46,705 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:20:46,706 INFO [StoreOpener-344c5da2872124d3ff6ad78c150924b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:20:46,707 INFO [StoreOpener-344c5da2872124d3ff6ad78c150924b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 344c5da2872124d3ff6ad78c150924b0 columnFamilyName f 2024-11-27T00:20:46,707 DEBUG [StoreOpener-344c5da2872124d3ff6ad78c150924b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:46,708 INFO [StoreOpener-344c5da2872124d3ff6ad78c150924b0-1 {}] regionserver.HStore(327): Store=344c5da2872124d3ff6ad78c150924b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:46,708 INFO [StoreOpener-344c5da2872124d3ff6ad78c150924b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:20:46,708 INFO [StoreOpener-344c5da2872124d3ff6ad78c150924b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 344c5da2872124d3ff6ad78c150924b0 columnFamilyName f1 2024-11-27T00:20:46,708 DEBUG [StoreOpener-344c5da2872124d3ff6ad78c150924b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:46,709 INFO [StoreOpener-344c5da2872124d3ff6ad78c150924b0-1 {}] regionserver.HStore(327): Store=344c5da2872124d3ff6ad78c150924b0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:46,709 INFO [StoreOpener-344c5da2872124d3ff6ad78c150924b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:20:46,709 INFO [StoreOpener-344c5da2872124d3ff6ad78c150924b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 344c5da2872124d3ff6ad78c150924b0 columnFamilyName norep 2024-11-27T00:20:46,709 DEBUG [StoreOpener-344c5da2872124d3ff6ad78c150924b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:46,710 INFO [StoreOpener-344c5da2872124d3ff6ad78c150924b0-1 {}] regionserver.HStore(327): Store=344c5da2872124d3ff6ad78c150924b0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:46,710 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:20:46,710 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:20:46,710 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:20:46,711 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:20:46,711 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:20:46,711 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:20:46,712 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:20:46,713 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:46,714 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 344c5da2872124d3ff6ad78c150924b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62946728, jitterRate=-0.06202065944671631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:20:46,714 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:20:46,714 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 344c5da2872124d3ff6ad78c150924b0: Running coprocessor pre-open hook at 1732666846705Writing region info on filesystem at 1732666846705Initializing all the Stores at 1732666846706 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666846706Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666846706Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666846706Cleaning up temporary data from old regions at 1732666846711 (+5 ms)Running coprocessor post-open hooks at 1732666846714 (+3 ms)Region opened successfully at 1732666846714 2024-11-27T00:20:46,715 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666846368.344c5da2872124d3ff6ad78c150924b0., pid=6, masterSystemTime=1732666846702 2024-11-27T00:20:46,716 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. 2024-11-27T00:20:46,716 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. 2024-11-27T00:20:46,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=344c5da2872124d3ff6ad78c150924b0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,46833,1732666837418 2024-11-27T00:20:46,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 344c5da2872124d3ff6ad78c150924b0, server=f036bc4986ea,46833,1732666837418 because future has completed 2024-11-27T00:20:46,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:20:46,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 344c5da2872124d3ff6ad78c150924b0, server=f036bc4986ea,46833,1732666837418 in 169 msec 2024-11-27T00:20:46,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:20:46,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=344c5da2872124d3ff6ad78c150924b0, ASSIGN in 325 msec 2024-11-27T00:20:46,723 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:20:46,723 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666846723"}]},"ts":"1732666846723"} 2024-11-27T00:20:46,725 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:20:46,725 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:20:46,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 357 msec 2024-11-27T00:20:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:46,996 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:20:46,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41399,1732666842854 2024-11-27T00:20:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ca38477 2024-11-27T00:20:46,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:46,998 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:46,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:20:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:20:47,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:20:47,000 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:47,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:20:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:47,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:20:47,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:20:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:47,412 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45b3e13d4590da8dbdd8061948dc67d0, NAME => 'test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4 2024-11-27T00:20:47,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:20:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:47,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:47,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 45b3e13d4590da8dbdd8061948dc67d0, disabling compactions & flushes 2024-11-27T00:20:47,817 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. 2024-11-27T00:20:47,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. 2024-11-27T00:20:47,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. after waiting 0 ms 2024-11-27T00:20:47,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. 2024-11-27T00:20:47,817 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. 2024-11-27T00:20:47,817 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45b3e13d4590da8dbdd8061948dc67d0: Waiting for close lock at 1732666847817Disabling compacts and flushes for region at 1732666847817Disabling writes for close at 1732666847817Writing region close event to WAL at 1732666847817Closed at 1732666847817 2024-11-27T00:20:47,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:20:47,818 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666847818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666847818"}]},"ts":"1732666847818"} 2024-11-27T00:20:47,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:20:47,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:20:47,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666847820"}]},"ts":"1732666847820"} 2024-11-27T00:20:47,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:20:47,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45b3e13d4590da8dbdd8061948dc67d0, ASSIGN}] 2024-11-27T00:20:47,823 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45b3e13d4590da8dbdd8061948dc67d0, ASSIGN 2024-11-27T00:20:47,824 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=45b3e13d4590da8dbdd8061948dc67d0, ASSIGN; state=OFFLINE, location=f036bc4986ea,41861,1732666843001; forceNewPlan=false, retain=false 2024-11-27T00:20:47,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45b3e13d4590da8dbdd8061948dc67d0, regionState=OPENING, regionLocation=f036bc4986ea,41861,1732666843001 2024-11-27T00:20:47,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=45b3e13d4590da8dbdd8061948dc67d0, ASSIGN because future has completed 2024-11-27T00:20:47,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45b3e13d4590da8dbdd8061948dc67d0, server=f036bc4986ea,41861,1732666843001}] 2024-11-27T00:20:48,132 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. 2024-11-27T00:20:48,132 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 45b3e13d4590da8dbdd8061948dc67d0, NAME => 'test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:48,132 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:20:48,132 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:20:48,132 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:48,132 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:48,132 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:48,132 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:48,133 INFO [StoreOpener-45b3e13d4590da8dbdd8061948dc67d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:48,134 INFO [StoreOpener-45b3e13d4590da8dbdd8061948dc67d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b3e13d4590da8dbdd8061948dc67d0 columnFamilyName f 2024-11-27T00:20:48,134 DEBUG [StoreOpener-45b3e13d4590da8dbdd8061948dc67d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:48,135 INFO [StoreOpener-45b3e13d4590da8dbdd8061948dc67d0-1 {}] regionserver.HStore(327): Store=45b3e13d4590da8dbdd8061948dc67d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:48,135 INFO [StoreOpener-45b3e13d4590da8dbdd8061948dc67d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:48,135 INFO [StoreOpener-45b3e13d4590da8dbdd8061948dc67d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b3e13d4590da8dbdd8061948dc67d0 columnFamilyName f1 2024-11-27T00:20:48,135 DEBUG [StoreOpener-45b3e13d4590da8dbdd8061948dc67d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:48,136 INFO [StoreOpener-45b3e13d4590da8dbdd8061948dc67d0-1 {}] regionserver.HStore(327): Store=45b3e13d4590da8dbdd8061948dc67d0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:48,136 INFO [StoreOpener-45b3e13d4590da8dbdd8061948dc67d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:48,137 INFO [StoreOpener-45b3e13d4590da8dbdd8061948dc67d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45b3e13d4590da8dbdd8061948dc67d0 columnFamilyName norep 2024-11-27T00:20:48,137 DEBUG [StoreOpener-45b3e13d4590da8dbdd8061948dc67d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:48,137 INFO [StoreOpener-45b3e13d4590da8dbdd8061948dc67d0-1 {}] regionserver.HStore(327): Store=45b3e13d4590da8dbdd8061948dc67d0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:48,137 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:48,138 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:48,138 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:48,138 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:48,138 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:48,139 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:20:48,140 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:48,141 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:48,142 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 45b3e13d4590da8dbdd8061948dc67d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69165041, jitterRate=0.030639424920082092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:20:48,142 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:48,142 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 45b3e13d4590da8dbdd8061948dc67d0: Running coprocessor pre-open hook at 1732666848132Writing region info on filesystem at 1732666848132Initializing all the Stores at 1732666848133 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666848133Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666848133Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666848133Cleaning up temporary data from old regions at 1732666848138 (+5 ms)Running coprocessor post-open hooks at 1732666848142 (+4 ms)Region opened successfully at 1732666848142 2024-11-27T00:20:48,142 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0., pid=6, masterSystemTime=1732666848129 2024-11-27T00:20:48,144 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. 2024-11-27T00:20:48,144 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. 2024-11-27T00:20:48,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45b3e13d4590da8dbdd8061948dc67d0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,41861,1732666843001 2024-11-27T00:20:48,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45b3e13d4590da8dbdd8061948dc67d0, server=f036bc4986ea,41861,1732666843001 because future has completed 2024-11-27T00:20:48,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:20:48,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 45b3e13d4590da8dbdd8061948dc67d0, server=f036bc4986ea,41861,1732666843001 in 170 msec 2024-11-27T00:20:48,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:20:48,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=45b3e13d4590da8dbdd8061948dc67d0, ASSIGN in 327 msec 2024-11-27T00:20:48,151 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:20:48,151 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666848151"}]},"ts":"1732666848151"} 2024-11-27T00:20:48,152 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:20:48,153 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:20:48,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-27T00:20:48,665 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:48,666 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:20:48,666 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18293 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:20:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:20:49,156 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:20:49,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:49,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41235,-1 for getting cluster id 2024-11-27T00:20:49,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:49,157 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f88951-b7d3-4d84-a7c2-a108813b10d7' 2024-11-27T00:20:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f88951-b7d3-4d84-a7c2-a108813b10d7" 2024-11-27T00:20:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b2dc20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41235,-1] 2024-11-27T00:20:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:49,159 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:49,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336e601f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:49,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:49,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41399,-1 for getting cluster id 2024-11-27T00:20:49,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:49,161 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10de406d-00c3-4e01-932d-fced835feb1a' 2024-11-27T00:20:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10de406d-00c3-4e01-932d-fced835feb1a" 2024-11-27T00:20:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436f5207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41399,-1] 2024-11-27T00:20:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:49,162 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:49,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12224999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:49,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@889d6c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:49,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41235,-1 for getting cluster id 2024-11-27T00:20:49,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:49,165 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f88951-b7d3-4d84-a7c2-a108813b10d7' 2024-11-27T00:20:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f88951-b7d3-4d84-a7c2-a108813b10d7" 2024-11-27T00:20:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570c22e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41235,-1] 2024-11-27T00:20:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:49,166 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe10ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:49,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:49,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41235,1732666837224 2024-11-27T00:20:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d0edd68 2024-11-27T00:20:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:49,168 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:49,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:41399,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:20:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:20:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:49,171 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:41399' 2024-11-27T00:20:49,172 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f13a95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:49,172 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41399,-1 for getting cluster id 2024-11-27T00:20:49,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:49,172 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10de406d-00c3-4e01-932d-fced835feb1a' 2024-11-27T00:20:49,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:49,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10de406d-00c3-4e01-932d-fced835feb1a" 2024-11-27T00:20:49,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dacc9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:49,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41399,-1] 2024-11-27T00:20:49,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:49,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:49,174 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:49,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73602002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:49,174 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:49,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41399,1732666842854 2024-11-27T00:20:49,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@585f6788 2024-11-27T00:20:49,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:49,176 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:49,176 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T00:20:49,177 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:20:49,177 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:49,177 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:49,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:49,177 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:20:49,178 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:20:49,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:20:49,179 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:49,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:20:49,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741837_1013 (size=1138) 2024-11-27T00:20:49,228 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:20:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:49,586 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58f9a6531f549347a6700d33cfc770f6, NAME => 'hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c 2024-11-27T00:20:49,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741838_1014 (size=44) 2024-11-27T00:20:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:49,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:49,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 58f9a6531f549347a6700d33cfc770f6, disabling compactions & flushes 2024-11-27T00:20:49,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:20:49,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:20:49,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. after waiting 0 ms 2024-11-27T00:20:49,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:20:49,991 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:20:49,991 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58f9a6531f549347a6700d33cfc770f6: Waiting for close lock at 1732666849991Disabling compacts and flushes for region at 1732666849991Disabling writes for close at 1732666849991Writing region close event to WAL at 1732666849991Closed at 1732666849991 2024-11-27T00:20:49,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:20:49,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666849992"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666849992"}]},"ts":"1732666849992"} 2024-11-27T00:20:49,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:20:49,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:20:49,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666849995"}]},"ts":"1732666849995"} 2024-11-27T00:20:49,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:20:49,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58f9a6531f549347a6700d33cfc770f6, ASSIGN}] 2024-11-27T00:20:49,997 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58f9a6531f549347a6700d33cfc770f6, ASSIGN 2024-11-27T00:20:49,998 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58f9a6531f549347a6700d33cfc770f6, ASSIGN; state=OFFLINE, location=f036bc4986ea,46833,1732666837418; forceNewPlan=false, retain=false 2024-11-27T00:20:50,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58f9a6531f549347a6700d33cfc770f6, regionState=OPENING, regionLocation=f036bc4986ea,46833,1732666837418 2024-11-27T00:20:50,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=58f9a6531f549347a6700d33cfc770f6, ASSIGN because future has completed 2024-11-27T00:20:50,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58f9a6531f549347a6700d33cfc770f6, server=f036bc4986ea,46833,1732666837418}] 2024-11-27T00:20:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:50,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:20:50,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:50,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:20:50,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C46833%2C1732666837418.rep, suffix=, logDir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418, archiveDir=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/oldWALs, maxLogs=10 2024-11-27T00:20:50,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.rep.1732666850353, exclude list is [], retry=0 2024-11-27T00:20:50,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33239,DS-5b215d77-6f53-46b2-9eda-47e459a7b521,DISK] 2024-11-27T00:20:50,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.rep.1732666850353 2024-11-27T00:20:50,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42619:42619)] 2024-11-27T00:20:50,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 58f9a6531f549347a6700d33cfc770f6, NAME => 'hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:50,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:20:50,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:20:50,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. service=MultiRowMutationService 2024-11-27T00:20:50,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:20:50,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:20:50,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:50,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:20:50,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:20:50,370 INFO [StoreOpener-58f9a6531f549347a6700d33cfc770f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:20:50,372 INFO [StoreOpener-58f9a6531f549347a6700d33cfc770f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58f9a6531f549347a6700d33cfc770f6 columnFamilyName hfileref 2024-11-27T00:20:50,372 DEBUG [StoreOpener-58f9a6531f549347a6700d33cfc770f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:50,372 INFO [StoreOpener-58f9a6531f549347a6700d33cfc770f6-1 {}] regionserver.HStore(327): Store=58f9a6531f549347a6700d33cfc770f6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:50,372 INFO [StoreOpener-58f9a6531f549347a6700d33cfc770f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:20:50,373 INFO [StoreOpener-58f9a6531f549347a6700d33cfc770f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58f9a6531f549347a6700d33cfc770f6 columnFamilyName queue 2024-11-27T00:20:50,373 DEBUG [StoreOpener-58f9a6531f549347a6700d33cfc770f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:50,373 INFO [StoreOpener-58f9a6531f549347a6700d33cfc770f6-1 {}] regionserver.HStore(327): Store=58f9a6531f549347a6700d33cfc770f6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:50,373 INFO [StoreOpener-58f9a6531f549347a6700d33cfc770f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:20:50,374 INFO [StoreOpener-58f9a6531f549347a6700d33cfc770f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58f9a6531f549347a6700d33cfc770f6 columnFamilyName sid 2024-11-27T00:20:50,374 DEBUG [StoreOpener-58f9a6531f549347a6700d33cfc770f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:50,375 INFO [StoreOpener-58f9a6531f549347a6700d33cfc770f6-1 {}] regionserver.HStore(327): Store=58f9a6531f549347a6700d33cfc770f6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:50,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:20:50,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/replication/58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:20:50,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/replication/58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:20:50,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:20:50,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:20:50,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:20:50,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:20:50,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/replication/58f9a6531f549347a6700d33cfc770f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:50,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 58f9a6531f549347a6700d33cfc770f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73207922, jitterRate=0.0908830463886261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:20:50,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:20:50,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 58f9a6531f549347a6700d33cfc770f6: Running coprocessor pre-open hook at 1732666850370Writing region info on filesystem at 1732666850370Initializing all the Stores at 1732666850370Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666850370Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666850370Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666850370Cleaning up temporary data from old regions at 1732666850376 (+6 ms)Running coprocessor post-open hooks at 1732666850381 (+5 ms)Region opened successfully at 1732666850382 (+1 ms) 2024-11-27T00:20:50,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6., pid=10, masterSystemTime=1732666850348 2024-11-27T00:20:50,384 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:20:50,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:20:50,385 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=58f9a6531f549347a6700d33cfc770f6, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,46833,1732666837418 2024-11-27T00:20:50,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58f9a6531f549347a6700d33cfc770f6, server=f036bc4986ea,46833,1732666837418 because future has completed 2024-11-27T00:20:50,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:20:50,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 58f9a6531f549347a6700d33cfc770f6, server=f036bc4986ea,46833,1732666837418 in 236 msec 2024-11-27T00:20:50,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T00:20:50,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=58f9a6531f549347a6700d33cfc770f6, ASSIGN in 393 msec 2024-11-27T00:20:50,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:20:50,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666850391"}]},"ts":"1732666850391"} 2024-11-27T00:20:50,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:20:50,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:20:50,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2160 sec 2024-11-27T00:20:50,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6., hostname=f036bc4986ea,46833,1732666837418, seqNum=2] 2024-11-27T00:20:50,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:50,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:20:50,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:20:50,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T00:20:50,642 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:20:50,667 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,46833,1732666837418, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:20:50,667 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:50,667 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46833,1732666837418, seqNum=-1] 2024-11-27T00:20:50,667 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:50,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T00:20:50,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,46833,1732666837418', locateType=CURRENT is [region=hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6., hostname=f036bc4986ea,46833,1732666837418, seqNum=2] 2024-11-27T00:20:50,671 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T00:20:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T00:20:50,674 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,46833,1732666837418 suceeded 2024-11-27T00:20:50,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T00:20:50,675 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:41399,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:20:50,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-27T00:20:50,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-27T00:20:50,685 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:41399' 2024-11-27T00:20:50,687 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@136f61f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:50,687 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41399,-1 for getting cluster id 2024-11-27T00:20:50,687 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:50,687 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10de406d-00c3-4e01-932d-fced835feb1a' 2024-11-27T00:20:50,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:50,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10de406d-00c3-4e01-932d-fced835feb1a" 2024-11-27T00:20:50,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8ec8f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:50,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41399,-1] 2024-11-27T00:20:50,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:50,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:50,689 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:50,689 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22dc366e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:50,689 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:50,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41399,1732666842854 2024-11-27T00:20:50,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c4be4f1 2024-11-27T00:20:50,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:50,691 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-27T00:20:50,691 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,46833,1732666837418 (queues=1) is replicating from cluster=82f88951-b7d3-4d84-a7c2-a108813b10d7 to cluster=10de406d-00c3-4e01-932d-fced835feb1a 2024-11-27T00:20:50,691 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C46833%2C1732666837418 2024-11-27T00:20:50,691 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,46833,1732666837418, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:20:50,692 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C46833%2C1732666837418 2024-11-27T00:20:50,692 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764, startPosition=0, beingWritten=true 2024-11-27T00:20:50,696 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:20:50,696 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 379, reset compression=false 2024-11-27T00:20:50,696 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,46833,1732666837418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:20:50,899 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 379, reset compression=false 2024-11-27T00:20:51,144 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T00:20:51,203 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 379, reset compression=false 2024-11-27T00:20:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:51,316 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:20:51,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:20:51,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:51,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:51,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:51,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:51,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:51,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41399,-1 for getting cluster id 2024-11-27T00:20:51,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:51,318 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10de406d-00c3-4e01-932d-fced835feb1a' 2024-11-27T00:20:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10de406d-00c3-4e01-932d-fced835feb1a" 2024-11-27T00:20:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40dca63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41399,-1] 2024-11-27T00:20:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:51,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:51,319 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:51,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631b3ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:51,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:51,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41399,1732666842854 2024-11-27T00:20:51,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35c0f16d 2024-11-27T00:20:51,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:51,321 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:51,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:41235,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:20:51,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:20:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:51,324 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:41235' 2024-11-27T00:20:51,325 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da814fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:51,325 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41235,-1 for getting cluster id 2024-11-27T00:20:51,325 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:51,326 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f88951-b7d3-4d84-a7c2-a108813b10d7' 2024-11-27T00:20:51,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:51,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f88951-b7d3-4d84-a7c2-a108813b10d7" 2024-11-27T00:20:51,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d6e2f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:51,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41235,-1] 2024-11-27T00:20:51,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:51,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:51,327 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:51,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1798dfa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:51,327 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:51,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41235,1732666837224 2024-11-27T00:20:51,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@609544d9 2024-11-27T00:20:51,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:51,329 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:20:51,329 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T00:20:51,329 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:20:51,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:51,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:51,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:51,330 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:20:51,331 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:20:51,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:20:51,332 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:51,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:20:51,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741837_1013 (size=1138) 2024-11-27T00:20:51,381 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:20:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:51,606 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 379, reset compression=false 2024-11-27T00:20:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:51,732 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:20:51,738 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c374b77c28cc259fd3731442e45efa1, NAME => 'hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4 2024-11-27T00:20:51,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741838_1014 (size=44) 2024-11-27T00:20:51,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:51,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:51,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:51,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:51,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:51,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:51,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:51,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:51,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:51,783 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T00:20:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:52,109 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 379, reset compression=false 2024-11-27T00:20:52,147 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:52,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6c374b77c28cc259fd3731442e45efa1, disabling compactions & flushes 2024-11-27T00:20:52,148 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. 2024-11-27T00:20:52,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. 2024-11-27T00:20:52,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. after waiting 0 ms 2024-11-27T00:20:52,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. 2024-11-27T00:20:52,148 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. 2024-11-27T00:20:52,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c374b77c28cc259fd3731442e45efa1: Waiting for close lock at 1732666852147Disabling compacts and flushes for region at 1732666852147Disabling writes for close at 1732666852148 (+1 ms)Writing region close event to WAL at 1732666852148Closed at 1732666852148 2024-11-27T00:20:52,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:20:52,149 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666852149"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666852149"}]},"ts":"1732666852149"} 2024-11-27T00:20:52,151 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:20:52,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:20:52,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666852151"}]},"ts":"1732666852151"} 2024-11-27T00:20:52,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:20:52,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c374b77c28cc259fd3731442e45efa1, ASSIGN}] 2024-11-27T00:20:52,154 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c374b77c28cc259fd3731442e45efa1, ASSIGN 2024-11-27T00:20:52,155 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c374b77c28cc259fd3731442e45efa1, ASSIGN; state=OFFLINE, location=f036bc4986ea,41861,1732666843001; forceNewPlan=false, retain=false 2024-11-27T00:20:52,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6c374b77c28cc259fd3731442e45efa1, regionState=OPENING, regionLocation=f036bc4986ea,41861,1732666843001 2024-11-27T00:20:52,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c374b77c28cc259fd3731442e45efa1, ASSIGN because future has completed 2024-11-27T00:20:52,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c374b77c28cc259fd3731442e45efa1, server=f036bc4986ea,41861,1732666843001}] 2024-11-27T00:20:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:52,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. 2024-11-27T00:20:52,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:20:52,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:20:52,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C41861%2C1732666843001.rep, suffix=, logDir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001, archiveDir=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/oldWALs, maxLogs=10 2024-11-27T00:20:52,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.rep.1732666852464, exclude list is [], retry=0 2024-11-27T00:20:52,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43219,DS-a1d7b3e0-ed19-4f2b-8bcc-7c951ada1ad7,DISK] 2024-11-27T00:20:52,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.rep.1732666852464 2024-11-27T00:20:52,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39187:39187)] 2024-11-27T00:20:52,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c374b77c28cc259fd3731442e45efa1, NAME => 'hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:20:52,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:20:52,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:20:52,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. service=MultiRowMutationService 2024-11-27T00:20:52,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:20:52,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:52,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:20:52,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:52,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:52,481 INFO [StoreOpener-6c374b77c28cc259fd3731442e45efa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:52,482 INFO [StoreOpener-6c374b77c28cc259fd3731442e45efa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c374b77c28cc259fd3731442e45efa1 columnFamilyName hfileref 2024-11-27T00:20:52,482 DEBUG [StoreOpener-6c374b77c28cc259fd3731442e45efa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:52,483 INFO [StoreOpener-6c374b77c28cc259fd3731442e45efa1-1 {}] regionserver.HStore(327): Store=6c374b77c28cc259fd3731442e45efa1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:52,483 INFO [StoreOpener-6c374b77c28cc259fd3731442e45efa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:52,483 INFO [StoreOpener-6c374b77c28cc259fd3731442e45efa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c374b77c28cc259fd3731442e45efa1 columnFamilyName queue 2024-11-27T00:20:52,483 DEBUG [StoreOpener-6c374b77c28cc259fd3731442e45efa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:52,484 INFO [StoreOpener-6c374b77c28cc259fd3731442e45efa1-1 {}] regionserver.HStore(327): Store=6c374b77c28cc259fd3731442e45efa1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:52,484 INFO [StoreOpener-6c374b77c28cc259fd3731442e45efa1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:52,484 INFO [StoreOpener-6c374b77c28cc259fd3731442e45efa1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c374b77c28cc259fd3731442e45efa1 columnFamilyName sid 2024-11-27T00:20:52,484 DEBUG [StoreOpener-6c374b77c28cc259fd3731442e45efa1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:20:52,485 INFO [StoreOpener-6c374b77c28cc259fd3731442e45efa1-1 {}] regionserver.HStore(327): Store=6c374b77c28cc259fd3731442e45efa1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:20:52,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:52,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/replication/6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:52,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/replication/6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:52,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:52,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:52,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:20:52,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:52,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/replication/6c374b77c28cc259fd3731442e45efa1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:20:52,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6c374b77c28cc259fd3731442e45efa1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70401502, jitterRate=0.04906412959098816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:20:52,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:52,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6c374b77c28cc259fd3731442e45efa1: Running coprocessor pre-open hook at 1732666852480Writing region info on filesystem at 1732666852480Initializing all the Stores at 1732666852481 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666852481Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666852481Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666852481Cleaning up temporary data from old regions at 1732666852486 (+5 ms)Running coprocessor post-open hooks at 1732666852489 (+3 ms)Region opened successfully at 1732666852489 2024-11-27T00:20:52,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1., pid=10, masterSystemTime=1732666852459 2024-11-27T00:20:52,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. 2024-11-27T00:20:52,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. 2024-11-27T00:20:52,492 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6c374b77c28cc259fd3731442e45efa1, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,41861,1732666843001 2024-11-27T00:20:52,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c374b77c28cc259fd3731442e45efa1, server=f036bc4986ea,41861,1732666843001 because future has completed 2024-11-27T00:20:52,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:20:52,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c374b77c28cc259fd3731442e45efa1, server=f036bc4986ea,41861,1732666843001 in 190 msec 2024-11-27T00:20:52,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T00:20:52,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c374b77c28cc259fd3731442e45efa1, ASSIGN in 347 msec 2024-11-27T00:20:52,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:20:52,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666852502"}]},"ts":"1732666852502"} 2024-11-27T00:20:52,504 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:20:52,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:20:52,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-27T00:20:52,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1., hostname=f036bc4986ea,41861,1732666843001, seqNum=2] 2024-11-27T00:20:52,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:52,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:52,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:20:52,712 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 379, reset compression=false 2024-11-27T00:20:52,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41861 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T00:20:52,789 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:20:52,834 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,41861,1732666843001, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:20:52,835 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:52,835 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,41861,1732666843001, seqNum=-1] 2024-11-27T00:20:52,836 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:52,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T00:20:52,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,41861,1732666843001', locateType=CURRENT is [region=hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1., hostname=f036bc4986ea,41861,1732666843001, seqNum=2] 2024-11-27T00:20:52,840 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T00:20:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T00:20:52,843 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,41861,1732666843001 suceeded 2024-11-27T00:20:52,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T00:20:52,845 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:41235,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:20:52,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-27T00:20:52,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5240 sec 2024-11-27T00:20:52,855 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:41235' 2024-11-27T00:20:52,856 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@134a6707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:52,856 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41235,-1 for getting cluster id 2024-11-27T00:20:52,857 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:52,857 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f88951-b7d3-4d84-a7c2-a108813b10d7' 2024-11-27T00:20:52,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:52,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f88951-b7d3-4d84-a7c2-a108813b10d7" 2024-11-27T00:20:52,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75ce3cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:52,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41235,-1] 2024-11-27T00:20:52,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:52,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:52,859 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:52,859 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f18e757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:52,859 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:52,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41235,1732666837224 2024-11-27T00:20:52,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56a568ae 2024-11-27T00:20:52,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:20:52,861 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-27T00:20:52,862 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,41861,1732666843001 (queues=1) is replicating from cluster=10de406d-00c3-4e01-932d-fced835feb1a to cluster=82f88951-b7d3-4d84-a7c2-a108813b10d7 2024-11-27T00:20:52,862 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C41861%2C1732666843001 2024-11-27T00:20:52,862 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,41861,1732666843001, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:20:52,864 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281, startPosition=0, beingWritten=true 2024-11-27T00:20:52,865 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C41861%2C1732666843001 2024-11-27T00:20:52,874 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:20:52,874 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 379, reset compression=false 2024-11-27T00:20:52,874 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,41861,1732666843001 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:20:53,077 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 379, reset compression=false 2024-11-27T00:20:53,383 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 379, reset compression=false 2024-11-27T00:20:53,415 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 379, reset compression=false 2024-11-27T00:20:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:20:53,466 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:20:53,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:20:53,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:53,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:53,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:53,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:53,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46833,1732666837418, seqNum=-1] 2024-11-27T00:20:53,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:53,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:53,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732666846368.344c5da2872124d3ff6ad78c150924b0., hostname=f036bc4986ea,46833,1732666837418, seqNum=2] 2024-11-27T00:20:53,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:53,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,41861,1732666843001, seqNum=-1] 2024-11-27T00:20:53,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:53,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:20:53,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0., hostname=f036bc4986ea,41861,1732666843001, seqNum=2] 2024-11-27T00:20:53,477 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T00:20:53,787 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 379, reset compression=false 2024-11-27T00:20:54,218 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 379, reset compression=false 2024-11-27T00:20:54,221 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:20:54,222 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 480, reset compression=false 2024-11-27T00:20:54,222 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,46833,1732666837418 got entry batch from reader: WALEntryBatch [walEntries=[{test/344c5da2872124d3ff6ad78c150924b0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T00:20:54,223 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:20:54,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-27T00:20:54,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:20:54,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c4f494a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:54,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41399,-1 for getting cluster id 2024-11-27T00:20:54,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:54,227 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '10de406d-00c3-4e01-932d-fced835feb1a' 2024-11-27T00:20:54,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:54,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "10de406d-00c3-4e01-932d-fced835feb1a" 2024-11-27T00:20:54,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63157e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:54,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41399,-1] 2024-11-27T00:20:54,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:54,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:54,228 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:54,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1782ec12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:54,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:54,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,41861,1732666843001, seqNum=-1] 2024-11-27T00:20:54,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:54,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T00:20:54,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0., hostname=f036bc4986ea,41861,1732666843001, seqNum=2] 2024-11-27T00:20:54,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:20:54,290 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 379, reset compression=false 2024-11-27T00:20:54,295 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:20:54,295 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 504, reset compression=false 2024-11-27T00:20:54,295 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,41861,1732666843001 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:20:54,425 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 480, reset compression=false 2024-11-27T00:20:54,480 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T00:20:54,483 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T00:20:54,498 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 504, reset compression=false 2024-11-27T00:20:54,502 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:20:54,502 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 608, reset compression=false 2024-11-27T00:20:54,502 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,41861,1732666843001 got entry batch from reader: WALEntryBatch [walEntries=[{test/45b3e13d4590da8dbdd8061948dc67d0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T00:20:54,503 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:20:54,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-27T00:20:54,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:20:54,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f14b71d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:54,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46833 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41235,-1 for getting cluster id 2024-11-27T00:20:54,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:20:54,506 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82f88951-b7d3-4d84-a7c2-a108813b10d7' 2024-11-27T00:20:54,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:20:54,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82f88951-b7d3-4d84-a7c2-a108813b10d7" 2024-11-27T00:20:54,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12b0ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:54,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41235,-1] 2024-11-27T00:20:54,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:20:54,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:54,507 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:20:54,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@455db3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:20:54,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46833 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:20:54,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46833,1732666837418, seqNum=-1] 2024-11-27T00:20:54,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:20:54,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T00:20:54,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732666846368.344c5da2872124d3ff6ad78c150924b0., hostname=f036bc4986ea,46833,1732666837418, seqNum=2] 2024-11-27T00:20:54,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:20:54,708 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 608, reset compression=false 2024-11-27T00:20:54,728 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 480, reset compression=false 2024-11-27T00:20:54,731 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:20:54,731 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 607, reset compression=false 2024-11-27T00:20:54,731 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,46833,1732666837418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:20:54,934 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 607, reset compression=false 2024-11-27T00:20:55,011 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 608, reset compression=false 2024-11-27T00:20:55,237 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 607, reset compression=false 2024-11-27T00:20:55,414 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 608, reset compression=false 2024-11-27T00:20:55,484 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T00:20:55,489 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T00:20:55,641 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 607, reset compression=false 2024-11-27T00:20:55,644 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:20:55,644 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 763, reset compression=false 2024-11-27T00:20:55,644 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,46833,1732666837418 got entry batch from reader: WALEntryBatch [walEntries=[{test/344c5da2872124d3ff6ad78c150924b0/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T00:20:55,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:20:55,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41861 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:20:55,848 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 763, reset compression=false 2024-11-27T00:20:55,917 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 608, reset compression=false 2024-11-27T00:20:55,921 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:20:55,921 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 756, reset compression=false 2024-11-27T00:20:55,921 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,41861,1732666843001 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:20:56,125 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 756, reset compression=false 2024-11-27T00:20:56,151 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 763, reset compression=false 2024-11-27T00:20:56,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T00:20:56,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T00:20:56,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T00:20:56,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T00:20:56,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:20:56,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T00:20:56,431 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 756, reset compression=false 2024-11-27T00:20:56,491 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T00:20:56,494 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T00:20:56,555 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 763, reset compression=false 2024-11-27T00:20:56,834 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 756, reset compression=false 2024-11-27T00:20:56,837 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:20:56,838 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 915, reset compression=false 2024-11-27T00:20:56,838 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,41861,1732666843001 got entry batch from reader: WALEntryBatch [walEntries=[{test/45b3e13d4590da8dbdd8061948dc67d0/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T00:20:56,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46833 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:20:56,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46833 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:20:57,045 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 915, reset compression=false 2024-11-27T00:20:57,058 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 763, reset compression=false 2024-11-27T00:20:57,062 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:20:57,062 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 912, reset compression=false 2024-11-27T00:20:57,062 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,46833,1732666837418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:20:57,265 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 912, reset compression=false 2024-11-27T00:20:57,348 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 915, reset compression=false 2024-11-27T00:20:57,496 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T00:20:57,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:20:57,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:20:57,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:57,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:57,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:57,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:57,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:20:57,499 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=598678122, stopped=false 2024-11-27T00:20:57,499 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,41399,1732666842854 2024-11-27T00:20:57,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264628474/running 2024-11-27T00:20:57,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264628474/running 2024-11-27T00:20:57,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:57,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:57,562 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:20:57,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:20:57,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:57,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:57,562 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,41861,1732666843001' ***** 2024-11-27T00:20:57,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Set watcher on znode that does not yet exist, /11264628474/running 2024-11-27T00:20:57,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Set watcher on znode that does not yet exist, /11264628474/running 2024-11-27T00:20:57,562 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:20:57,563 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:20:57,563 INFO [RS:0;f036bc4986ea:41861 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:20:57,563 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:20:57,563 INFO [RS:0;f036bc4986ea:41861 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:20:57,563 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:57,563 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(3091): Received CLOSE for 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:57,563 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,41861,1732666843001 2024-11-27T00:20:57,563 INFO [RS:0;f036bc4986ea:41861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:20:57,563 INFO [RS:0;f036bc4986ea:41861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:41861. 2024-11-27T00:20:57,563 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c374b77c28cc259fd3731442e45efa1, disabling compactions & flushes 2024-11-27T00:20:57,563 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. 2024-11-27T00:20:57,563 DEBUG [RS:0;f036bc4986ea:41861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:57,563 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. 2024-11-27T00:20:57,563 DEBUG [RS:0;f036bc4986ea:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:57,563 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. after waiting 0 ms 2024-11-27T00:20:57,563 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. 2024-11-27T00:20:57,564 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:20:57,564 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:20:57,564 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:20:57,564 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6c374b77c28cc259fd3731442e45efa1 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-27T00:20:57,564 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:20:57,564 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T00:20:57,564 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1325): Online Regions={6c374b77c28cc259fd3731442e45efa1=hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1., 1588230740=hbase:meta,,1.1588230740, 45b3e13d4590da8dbdd8061948dc67d0=test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0.} 2024-11-27T00:20:57,564 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b3e13d4590da8dbdd8061948dc67d0, 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:57,564 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:20:57,564 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:20:57,564 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:20:57,564 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:20:57,564 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:20:57,564 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T00:20:57,568 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 912, reset compression=false 2024-11-27T00:20:57,583 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/.tmp/info/fc5421dace5e4f92b1a980fc717d076d is 147, key is hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1./info:regioninfo/1732666852492/Put/seqid=0 2024-11-27T00:20:57,583 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/replication/6c374b77c28cc259fd3731442e45efa1/.tmp/queue/fbee2cf50e4447409a0ee092021edd47 is 153, key is 1-f036bc4986ea,41861,1732666843001/queue:f036bc4986ea%2C41861%2C1732666843001/1732666856843/Put/seqid=0 2024-11-27T00:20:57,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741841_1017 (size=5352) 2024-11-27T00:20:57,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741840_1016 (size=7686) 2024-11-27T00:20:57,587 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/.tmp/info/fc5421dace5e4f92b1a980fc717d076d 2024-11-27T00:20:57,605 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/.tmp/ns/7b938744710341fab86506402c3f246e is 43, key is default/ns:d/1732666846280/Put/seqid=0 2024-11-27T00:20:57,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741842_1018 (size=5153) 2024-11-27T00:20:57,656 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:20:57,751 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 915, reset compression=false 2024-11-27T00:20:57,764 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b3e13d4590da8dbdd8061948dc67d0, 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:57,964 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b3e13d4590da8dbdd8061948dc67d0, 6c374b77c28cc259fd3731442e45efa1 2024-11-27T00:20:57,971 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 912, reset compression=false 2024-11-27T00:20:57,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:20:57,987 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/replication/6c374b77c28cc259fd3731442e45efa1/.tmp/queue/fbee2cf50e4447409a0ee092021edd47 2024-11-27T00:20:57,992 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/replication/6c374b77c28cc259fd3731442e45efa1/.tmp/queue/fbee2cf50e4447409a0ee092021edd47 as hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/replication/6c374b77c28cc259fd3731442e45efa1/queue/fbee2cf50e4447409a0ee092021edd47 2024-11-27T00:20:57,996 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/replication/6c374b77c28cc259fd3731442e45efa1/queue/fbee2cf50e4447409a0ee092021edd47, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T00:20:57,997 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 6c374b77c28cc259fd3731442e45efa1 in 434ms, sequenceid=10, compaction requested=false 2024-11-27T00:20:58,000 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/replication/6c374b77c28cc259fd3731442e45efa1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T00:20:58,000 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:20:58,001 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:20:58,001 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. 2024-11-27T00:20:58,001 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c374b77c28cc259fd3731442e45efa1: Waiting for close lock at 1732666857563Running coprocessor pre-close hooks at 1732666857563Disabling compacts and flushes for region at 1732666857563Disabling writes for close at 1732666857563Obtaining lock to block concurrent updates at 1732666857564 (+1 ms)Preparing flush snapshotting stores in 6c374b77c28cc259fd3731442e45efa1 at 1732666857564Finished memstore snapshotting hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732666857564Flushing stores of hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. at 1732666857564Flushing 6c374b77c28cc259fd3731442e45efa1/queue: creating writer at 1732666857564Flushing 6c374b77c28cc259fd3731442e45efa1/queue: appending metadata at 1732666857582 (+18 ms)Flushing 6c374b77c28cc259fd3731442e45efa1/queue: closing flushed file at 1732666857582Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55aff507: reopening flushed file at 1732666857991 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 6c374b77c28cc259fd3731442e45efa1 in 434ms, sequenceid=10, compaction requested=false at 1732666857997 (+6 ms)Writing region close event to WAL at 1732666857998 (+1 ms)Running coprocessor post-close hooks at 1732666858000 (+2 ms)Closed at 1732666858001 (+1 ms) 2024-11-27T00:20:58,001 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666851330.6c374b77c28cc259fd3731442e45efa1. 2024-11-27T00:20:58,001 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45b3e13d4590da8dbdd8061948dc67d0, disabling compactions & flushes 2024-11-27T00:20:58,001 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. 2024-11-27T00:20:58,001 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. 2024-11-27T00:20:58,001 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. after waiting 0 ms 2024-11-27T00:20:58,001 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. 2024-11-27T00:20:58,001 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 45b3e13d4590da8dbdd8061948dc67d0 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-27T00:20:58,009 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/.tmp/ns/7b938744710341fab86506402c3f246e 2024-11-27T00:20:58,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:58,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:58,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:58,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:58,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:58,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:58,019 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/.tmp/f/f8619368a3154b739a74bd4ec053f5a9 is 29, key is row1/f:/1732666856492/DeleteFamily/seqid=0 2024-11-27T00:20:58,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741843_1019 (size=5118) 2024-11-27T00:20:58,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:58,031 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/.tmp/rep_barrier/8ce7a860b28d49d9aa3efb84f226570f is 112, key is test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0./rep_barrier:seqnumDuringOpen/1732666848145/Put/seqid=0 2024-11-27T00:20:58,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:58,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:20:58,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741844_1020 (size=5518) 2024-11-27T00:20:58,164 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:58,237 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:20:58,237 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:20:58,254 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 915, reset compression=false 2024-11-27T00:20:58,259 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:20:58,259 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 1162, reset compression=false 2024-11-27T00:20:58,259 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,41861,1732666843001 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:20:58,260 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f036bc4986ea,41861,1732666843001: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f036bc4986ea,41861,1732666843001, walGroup=f036bc4986ea%2C41861%2C1732666843001, offset=f036bc4986ea%2C41861%2C1732666843001.1732666845281:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:41861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T00:20:58,261 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T00:20:58,261 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T00:20:58,262 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T00:20:58,262 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T00:20:58,262 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T00:20:58,262 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 670976912 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 191684256 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T00:20:58,262 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:41399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:41399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T00:20:58,365 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:58,425 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/.tmp/f/f8619368a3154b739a74bd4ec053f5a9 2024-11-27T00:20:58,428 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8619368a3154b739a74bd4ec053f5a9 2024-11-27T00:20:58,435 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/.tmp/rep_barrier/8ce7a860b28d49d9aa3efb84f226570f 2024-11-27T00:20:58,443 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/.tmp/f1/0ec1f7a53c184c0b9d045af62321205b is 30, key is row1/f1:/1732666856492/DeleteFamily/seqid=0 2024-11-27T00:20:58,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741845_1021 (size=5123) 2024-11-27T00:20:58,454 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/.tmp/table/60650e33993d43c0be78a5065aa2b972 is 53, key is hbase:replication/table:state/1732666852502/Put/seqid=0 2024-11-27T00:20:58,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741846_1022 (size=5308) 2024-11-27T00:20:58,463 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 1162, reset compression=false 2024-11-27T00:20:58,474 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 912, reset compression=false 2024-11-27T00:20:58,565 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T00:20:58,565 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 45b3e13d4590da8dbdd8061948dc67d0=test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0.} 2024-11-27T00:20:58,565 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:58,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:20:58,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:20:58,716 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28343 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:20:58,765 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:58,765 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 1162, reset compression=false 2024-11-27T00:20:58,846 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/.tmp/f1/0ec1f7a53c184c0b9d045af62321205b 2024-11-27T00:20:58,849 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ec1f7a53c184c0b9d045af62321205b 2024-11-27T00:20:58,858 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/.tmp/table/60650e33993d43c0be78a5065aa2b972 2024-11-27T00:20:58,862 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/.tmp/info/fc5421dace5e4f92b1a980fc717d076d as hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/info/fc5421dace5e4f92b1a980fc717d076d 2024-11-27T00:20:58,865 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/info/fc5421dace5e4f92b1a980fc717d076d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T00:20:58,866 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/.tmp/ns/7b938744710341fab86506402c3f246e as hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/ns/7b938744710341fab86506402c3f246e 2024-11-27T00:20:58,867 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/.tmp/norep/9ad43069d4ba42cd9ffdcf5156841874 is 33, key is row1/norep:/1732666856492/DeleteFamily/seqid=0 2024-11-27T00:20:58,869 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/ns/7b938744710341fab86506402c3f246e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T00:20:58,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741847_1023 (size=5108) 2024-11-27T00:20:58,870 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/.tmp/rep_barrier/8ce7a860b28d49d9aa3efb84f226570f as hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/rep_barrier/8ce7a860b28d49d9aa3efb84f226570f 2024-11-27T00:20:58,873 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/rep_barrier/8ce7a860b28d49d9aa3efb84f226570f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T00:20:58,874 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/.tmp/table/60650e33993d43c0be78a5065aa2b972 as hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/table/60650e33993d43c0be78a5065aa2b972 2024-11-27T00:20:58,877 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/table/60650e33993d43c0be78a5065aa2b972, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T00:20:58,878 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false 2024-11-27T00:20:58,881 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T00:20:58,882 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:20:58,882 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:20:58,882 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:20:58,882 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666857564Running coprocessor pre-close hooks at 1732666857564Disabling compacts and flushes for region at 1732666857564Disabling writes for close at 1732666857564Obtaining lock to block concurrent updates at 1732666857564Preparing flush snapshotting stores in 1588230740 at 1732666857564Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732666857564Flushing stores of hbase:meta,,1.1588230740 at 1732666857565 (+1 ms)Flushing 1588230740/info: creating writer at 1732666857565Flushing 1588230740/info: appending metadata at 1732666857583 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732666857583Flushing 1588230740/ns: creating writer at 1732666857590 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732666857605 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732666857605Flushing 1588230740/rep_barrier: creating writer at 1732666858013 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666858030 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666858030Flushing 1588230740/table: creating writer at 1732666858438 (+408 ms)Flushing 1588230740/table: appending metadata at 1732666858454 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732666858454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@554f775b: reopening flushed file at 1732666858861 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e57321: reopening flushed file at 1732666858865 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4c0ff8: reopening flushed file at 1732666858870 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@112a7c44: reopening flushed file at 1732666858874 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1314ms, sequenceid=16, compaction requested=false at 1732666858878 (+4 ms)Writing region close event to WAL at 1732666858879 (+1 ms)Running coprocessor post-close hooks at 1732666858882 (+3 ms)Closed at 1732666858882 2024-11-27T00:20:58,882 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:20:58,965 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1351): Waiting on 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:59,076 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 912, reset compression=false 2024-11-27T00:20:59,165 DEBUG [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1351): Waiting on 45b3e13d4590da8dbdd8061948dc67d0 2024-11-27T00:20:59,168 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 1162, reset compression=false 2024-11-27T00:20:59,271 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/.tmp/norep/9ad43069d4ba42cd9ffdcf5156841874 2024-11-27T00:20:59,275 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ad43069d4ba42cd9ffdcf5156841874 2024-11-27T00:20:59,276 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/.tmp/f/f8619368a3154b739a74bd4ec053f5a9 as hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/f/f8619368a3154b739a74bd4ec053f5a9 2024-11-27T00:20:59,280 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f8619368a3154b739a74bd4ec053f5a9 2024-11-27T00:20:59,280 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/f/f8619368a3154b739a74bd4ec053f5a9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T00:20:59,281 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/.tmp/f1/0ec1f7a53c184c0b9d045af62321205b as hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/f1/0ec1f7a53c184c0b9d045af62321205b 2024-11-27T00:20:59,285 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ec1f7a53c184c0b9d045af62321205b 2024-11-27T00:20:59,285 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/f1/0ec1f7a53c184c0b9d045af62321205b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T00:20:59,286 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/.tmp/norep/9ad43069d4ba42cd9ffdcf5156841874 as hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/norep/9ad43069d4ba42cd9ffdcf5156841874 2024-11-27T00:20:59,289 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ad43069d4ba42cd9ffdcf5156841874 2024-11-27T00:20:59,289 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/norep/9ad43069d4ba42cd9ffdcf5156841874, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T00:20:59,290 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 45b3e13d4590da8dbdd8061948dc67d0 in 1289ms, sequenceid=8, compaction requested=false 2024-11-27T00:20:59,295 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/data/default/test/45b3e13d4590da8dbdd8061948dc67d0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T00:20:59,295 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:20:59,295 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:20:59,295 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. 2024-11-27T00:20:59,295 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45b3e13d4590da8dbdd8061948dc67d0: Waiting for close lock at 1732666858001Running coprocessor pre-close hooks at 1732666858001Disabling compacts and flushes for region at 1732666858001Disabling writes for close at 1732666858001Obtaining lock to block concurrent updates at 1732666858001Preparing flush snapshotting stores in 45b3e13d4590da8dbdd8061948dc67d0 at 1732666858001Finished memstore snapshotting test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732666858002 (+1 ms)Flushing stores of test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. at 1732666858002Flushing 45b3e13d4590da8dbdd8061948dc67d0/f: creating writer at 1732666858002Flushing 45b3e13d4590da8dbdd8061948dc67d0/f: appending metadata at 1732666858018 (+16 ms)Flushing 45b3e13d4590da8dbdd8061948dc67d0/f: closing flushed file at 1732666858018Flushing 45b3e13d4590da8dbdd8061948dc67d0/f1: creating writer at 1732666858429 (+411 ms)Flushing 45b3e13d4590da8dbdd8061948dc67d0/f1: appending metadata at 1732666858442 (+13 ms)Flushing 45b3e13d4590da8dbdd8061948dc67d0/f1: closing flushed file at 1732666858442Flushing 45b3e13d4590da8dbdd8061948dc67d0/norep: creating writer at 1732666858850 (+408 ms)Flushing 45b3e13d4590da8dbdd8061948dc67d0/norep: appending metadata at 1732666858866 (+16 ms)Flushing 45b3e13d4590da8dbdd8061948dc67d0/norep: closing flushed file at 1732666858866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a108bf: reopening flushed file at 1732666859275 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@261f989a: reopening flushed file at 1732666859280 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b5eb76: reopening flushed file at 1732666859285 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 45b3e13d4590da8dbdd8061948dc67d0 in 1289ms, sequenceid=8, compaction requested=false at 1732666859290 (+5 ms)Writing region close event to WAL at 1732666859292 (+2 ms)Running coprocessor post-close hooks at 1732666859295 (+3 ms)Closed at 1732666859295 2024-11-27T00:20:59,295 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666846998.45b3e13d4590da8dbdd8061948dc67d0. 2024-11-27T00:20:59,365 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,41861,1732666843001; all regions closed. 2024-11-27T00:20:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741834_1010 (size=4239) 2024-11-27T00:20:59,368 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.meta.1732666846215.meta not finished, retry = 0 2024-11-27T00:20:59,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741839_1015 (size=2676) 2024-11-27T00:20:59,470 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.rep.1732666852464 not finished, retry = 0 2024-11-27T00:20:59,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741832_1008 (size=1814) 2024-11-27T00:20:59,573 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 not finished, retry = 0 2024-11-27T00:20:59,672 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 to pos 1162, reset compression=false 2024-11-27T00:20:59,673 DEBUG [RS:0;f036bc4986ea:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:59,674 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:20:59,674 INFO [RS:0;f036bc4986ea:41861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:20:59,674 INFO [RS:0;f036bc4986ea:41861 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:20:59,674 INFO [RS:0;f036bc4986ea:41861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:20:59,674 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:20:59,674 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,41861,1732666843001 because: Region server is closing 2024-11-27T00:20:59,674 INFO [RS:0;f036bc4986ea:41861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:41861. 2024-11-27T00:20:59,675 DEBUG [RS:0;f036bc4986ea:41861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:59,675 DEBUG [RS:0;f036bc4986ea:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:59,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:59,675 DEBUG [RS:0;f036bc4986ea:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:59,675 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/WALs/f036bc4986ea,41861,1732666843001/f036bc4986ea%2C41861%2C1732666843001.1732666845281 2024-11-27T00:20:59,675 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.wal-reader.f036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:20:59,775 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41861,1732666843001.replicationSource.shipperf036bc4986ea%2C41861%2C1732666843001,1-f036bc4986ea,41861,1732666843001 terminated 2024-11-27T00:20:59,775 INFO [RS:0;f036bc4986ea:41861 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:41861. 2024-11-27T00:20:59,775 DEBUG [RS:0;f036bc4986ea:41861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:20:59,775 DEBUG [RS:0;f036bc4986ea:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:59,775 DEBUG [RS:0;f036bc4986ea:41861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:20:59,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:20:59,775 INFO [RS:0;f036bc4986ea:41861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41861 2024-11-27T00:20:59,780 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 912, reset compression=false 2024-11-27T00:20:59,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474/rs 2024-11-27T00:20:59,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264628474/rs/f036bc4986ea,41861,1732666843001 2024-11-27T00:20:59,835 INFO [RS:0;f036bc4986ea:41861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:20:59,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,41861,1732666843001] 2024-11-27T00:20:59,856 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11264628474/draining/f036bc4986ea,41861,1732666843001 already deleted, retry=false 2024-11-27T00:20:59,856 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,41861,1732666843001 expired; onlineServers=0 2024-11-27T00:20:59,856 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,41399,1732666842854' ***** 2024-11-27T00:20:59,856 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:20:59,856 INFO [M:0;f036bc4986ea:41399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:20:59,856 INFO [M:0;f036bc4986ea:41399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:20:59,856 DEBUG [M:0;f036bc4986ea:41399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:20:59,856 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:20:59,856 DEBUG [M:0;f036bc4986ea:41399 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:20:59,856 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666845000 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666845000,5,FailOnTimeoutGroup] 2024-11-27T00:20:59,856 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666844997 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666844997,5,FailOnTimeoutGroup] 2024-11-27T00:20:59,857 INFO [M:0;f036bc4986ea:41399 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:20:59,857 INFO [M:0;f036bc4986ea:41399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:20:59,857 DEBUG [M:0;f036bc4986ea:41399 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:20:59,857 INFO [M:0;f036bc4986ea:41399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:20:59,857 INFO [M:0;f036bc4986ea:41399 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:20:59,857 INFO [M:0;f036bc4986ea:41399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:20:59,857 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:20:59,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11264628474/master 2024-11-27T00:20:59,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11264628474 2024-11-27T00:20:59,867 DEBUG [M:0;f036bc4986ea:41399 {}] zookeeper.ZKUtil(347): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Unable to get data of znode /11264628474/master because node does not exist (not an error) 2024-11-27T00:20:59,867 WARN [M:0;f036bc4986ea:41399 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:20:59,867 INFO [M:0;f036bc4986ea:41399 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/.lastflushedseqids 2024-11-27T00:20:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741848_1024 (size=245) 2024-11-27T00:20:59,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:59,946 INFO [RS:0;f036bc4986ea:41861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:20:59,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41861-0x10179a9bcdd0004, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:20:59,946 INFO [RS:0;f036bc4986ea:41861 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,41861,1732666843001; zookeeper connection closed. 2024-11-27T00:20:59,946 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14a7d26e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14a7d26e 2024-11-27T00:20:59,946 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:21:00,271 INFO [M:0;f036bc4986ea:41399 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:21:00,271 INFO [M:0;f036bc4986ea:41399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:21:00,272 DEBUG [M:0;f036bc4986ea:41399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:21:00,272 INFO [M:0;f036bc4986ea:41399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:00,272 DEBUG [M:0;f036bc4986ea:41399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:00,272 DEBUG [M:0;f036bc4986ea:41399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:21:00,272 DEBUG [M:0;f036bc4986ea:41399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:00,272 INFO [M:0;f036bc4986ea:41399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T00:21:00,285 DEBUG [M:0;f036bc4986ea:41399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20f674c139484ddfb094257f6726b53a is 82, key is hbase:meta,,1/info:regioninfo/1732666846242/Put/seqid=0 2024-11-27T00:21:00,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741849_1025 (size=5672) 2024-11-27T00:21:00,583 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 912, reset compression=false 2024-11-27T00:21:00,689 INFO [M:0;f036bc4986ea:41399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20f674c139484ddfb094257f6726b53a 2024-11-27T00:21:00,746 DEBUG [M:0;f036bc4986ea:41399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19170129e56441839e6d227feeccc2cd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732666852506/Put/seqid=0 2024-11-27T00:21:00,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741850_1026 (size=8517) 2024-11-27T00:21:01,150 INFO [M:0;f036bc4986ea:41399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19170129e56441839e6d227feeccc2cd 2024-11-27T00:21:01,165 DEBUG [M:0;f036bc4986ea:41399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67bae919c5074f8382e012a910657728 is 69, key is f036bc4986ea,41861,1732666843001/rs:state/1732666845072/Put/seqid=0 2024-11-27T00:21:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741851_1027 (size=5156) 2024-11-27T00:21:01,486 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 912, reset compression=false 2024-11-27T00:21:01,569 INFO [M:0;f036bc4986ea:41399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67bae919c5074f8382e012a910657728 2024-11-27T00:21:01,574 DEBUG [M:0;f036bc4986ea:41399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20f674c139484ddfb094257f6726b53a as hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20f674c139484ddfb094257f6726b53a 2024-11-27T00:21:01,577 INFO [M:0;f036bc4986ea:41399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20f674c139484ddfb094257f6726b53a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T00:21:01,578 DEBUG [M:0;f036bc4986ea:41399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/19170129e56441839e6d227feeccc2cd as hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19170129e56441839e6d227feeccc2cd 2024-11-27T00:21:01,582 INFO [M:0;f036bc4986ea:41399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/19170129e56441839e6d227feeccc2cd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T00:21:01,582 DEBUG [M:0;f036bc4986ea:41399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67bae919c5074f8382e012a910657728 as hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67bae919c5074f8382e012a910657728 2024-11-27T00:21:01,586 INFO [M:0;f036bc4986ea:41399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37391/user/jenkins/test-data/c010cd73-c3fe-0891-1d22-7b4f5ffe9db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67bae919c5074f8382e012a910657728, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T00:21:01,587 INFO [M:0;f036bc4986ea:41399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=97, compaction requested=false 2024-11-27T00:21:01,590 INFO [M:0;f036bc4986ea:41399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:01,590 DEBUG [M:0;f036bc4986ea:41399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666860272Disabling compacts and flushes for region at 1732666860272Disabling writes for close at 1732666860272Obtaining lock to block concurrent updates at 1732666860272Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666860272Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732666860272Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666860273 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666860273Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666860285 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666860285Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666860734 (+449 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666860746 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666860746Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666861153 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666861165 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666861165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3606b269: reopening flushed file at 1732666861573 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ab49ed: reopening flushed file at 1732666861577 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e34e23: reopening flushed file at 1732666861582 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=97, compaction requested=false at 1732666861587 (+5 ms)Writing region close event to WAL at 1732666861590 (+3 ms)Closed at 1732666861590 2024-11-27T00:21:01,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43219 is added to blk_1073741830_1006 (size=63666) 2024-11-27T00:21:01,593 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:21:01,593 INFO [M:0;f036bc4986ea:41399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:21:01,593 INFO [M:0;f036bc4986ea:41399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41399 2024-11-27T00:21:01,594 INFO [M:0;f036bc4986ea:41399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:21:01,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:01,788 INFO [M:0;f036bc4986ea:41399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:21:01,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x10179a9bcdd0003, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:01,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69a6dee9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:21:01,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28f81f89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:21:01,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:21:01,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3dee80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:21:01,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1664869a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/hadoop.log.dir/,STOPPED} 2024-11-27T00:21:01,828 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:21:01,828 WARN [BP-1813954720-172.17.0.3-1732666840923 heartbeating to localhost/127.0.0.1:37391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:21:01,828 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:21:01,828 WARN [BP-1813954720-172.17.0.3-1732666840923 heartbeating to localhost/127.0.0.1:37391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1813954720-172.17.0.3-1732666840923 (Datanode Uuid a831b224-08d6-452c-acdf-b20f01432130) service to localhost/127.0.0.1:37391 2024-11-27T00:21:01,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/cluster_9c46d6d9-29c3-64c5-7703-d4671dc9e719/data/data1/current/BP-1813954720-172.17.0.3-1732666840923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:21:01,829 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/cluster_9c46d6d9-29c3-64c5-7703-d4671dc9e719/data/data2/current/BP-1813954720-172.17.0.3-1732666840923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:21:01,829 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:21:01,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@509e4c49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:21:01,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e55e70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:21:01,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:21:01,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8ccabc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:21:01,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748d40d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/hadoop.log.dir/,STOPPED} 2024-11-27T00:21:01,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:21:01,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:21:01,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:21:01,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:01,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:01,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:01,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:01,851 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:21:01,851 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1475609339, stopped=false 2024-11-27T00:21:01,851 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,41235,1732666837224 2024-11-27T00:21:01,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-695332975/running 2024-11-27T00:21:01,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-695332975/running 2024-11-27T00:21:01,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:21:01,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:21:01,867 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:21:01,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Set watcher on znode that does not yet exist, /0-695332975/running 2024-11-27T00:21:01,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Set watcher on znode that does not yet exist, /0-695332975/running 2024-11-27T00:21:01,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:21:01,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:01,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:01,868 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,46833,1732666837418' ***** 2024-11-27T00:21:01,868 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:21:01,868 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:21:01,868 INFO [RS:0;f036bc4986ea:46833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:21:01,868 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:21:01,868 INFO [RS:0;f036bc4986ea:46833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:21:01,868 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(3091): Received CLOSE for 344c5da2872124d3ff6ad78c150924b0 2024-11-27T00:21:01,868 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(3091): Received CLOSE for 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:21:01,868 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,46833,1732666837418 2024-11-27T00:21:01,868 INFO [RS:0;f036bc4986ea:46833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:21:01,868 INFO [RS:0;f036bc4986ea:46833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:46833. 2024-11-27T00:21:01,868 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 344c5da2872124d3ff6ad78c150924b0, disabling compactions & flushes 2024-11-27T00:21:01,868 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. 2024-11-27T00:21:01,868 DEBUG [RS:0;f036bc4986ea:46833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:01,868 DEBUG [RS:0;f036bc4986ea:46833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:01,868 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. 2024-11-27T00:21:01,868 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. after waiting 0 ms 2024-11-27T00:21:01,868 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. 2024-11-27T00:21:01,868 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:21:01,868 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:21:01,868 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:21:01,869 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:21:01,869 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 344c5da2872124d3ff6ad78c150924b0 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-27T00:21:01,869 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T00:21:01,869 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1325): Online Regions={344c5da2872124d3ff6ad78c150924b0=test,,1732666846368.344c5da2872124d3ff6ad78c150924b0., 1588230740=hbase:meta,,1.1588230740, 58f9a6531f549347a6700d33cfc770f6=hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6.} 2024-11-27T00:21:01,869 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344c5da2872124d3ff6ad78c150924b0, 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:21:01,869 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:21:01,869 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:21:01,869 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:21:01,869 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:21:01,869 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:21:01,869 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T00:21:01,883 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/.tmp/info/34086b2b4c3b487d9501dfea3cd4f715 is 147, key is hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6./info:regioninfo/1732666850385/Put/seqid=0 2024-11-27T00:21:01,885 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/.tmp/f/e4e6cded573e43cd9cb9c01375f09a43 is 29, key is row1/f:/1732666856492/DeleteFamily/seqid=0 2024-11-27T00:21:01,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741840_1016 (size=7686) 2024-11-27T00:21:01,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741841_1017 (size=5118) 2024-11-27T00:21:01,938 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:21:02,069 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344c5da2872124d3ff6ad78c150924b0, 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:21:02,269 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344c5da2872124d3ff6ad78c150924b0, 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:21:02,287 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/.tmp/info/34086b2b4c3b487d9501dfea3cd4f715 2024-11-27T00:21:02,290 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/.tmp/f/e4e6cded573e43cd9cb9c01375f09a43 2024-11-27T00:21:02,293 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4e6cded573e43cd9cb9c01375f09a43 2024-11-27T00:21:02,311 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/.tmp/ns/7bd637d3bb45427f980a91679ded9066 is 43, key is default/ns:d/1732666840819/Put/seqid=0 2024-11-27T00:21:02,312 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/.tmp/f1/b931e38108ff4dd2bb14d9fbaaa7eb3d is 30, key is row1/f1:/1732666856492/DeleteFamily/seqid=0 2024-11-27T00:21:02,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741842_1018 (size=5153) 2024-11-27T00:21:02,316 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/.tmp/ns/7bd637d3bb45427f980a91679ded9066 2024-11-27T00:21:02,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741843_1019 (size=5123) 2024-11-27T00:21:02,333 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/.tmp/rep_barrier/5c18876cbfa64bc5a383c44105143fdb is 112, key is test,,1732666846368.344c5da2872124d3ff6ad78c150924b0./rep_barrier:seqnumDuringOpen/1732666846717/Put/seqid=0 2024-11-27T00:21:02,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741844_1020 (size=5518) 2024-11-27T00:21:02,469 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344c5da2872124d3ff6ad78c150924b0, 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:21:02,489 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 912, reset compression=false 2024-11-27T00:21:02,493 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:02,493 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 1159, reset compression=false 2024-11-27T00:21:02,493 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,46833,1732666837418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:02,494 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f036bc4986ea,46833,1732666837418: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f036bc4986ea,46833,1732666837418, walGroup=f036bc4986ea%2C46833%2C1732666837418, offset=f036bc4986ea%2C46833%2C1732666837418.1732666839764:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:46833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T00:21:02,494 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T00:21:02,495 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T00:21:02,495 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T00:21:02,495 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T00:21:02,495 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T00:21:02,495 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 733891472 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 192166544 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T00:21:02,495 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:41235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:41235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T00:21:02,621 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:21:02,621 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:21:02,670 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344c5da2872124d3ff6ad78c150924b0, 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:21:02,697 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 1159, reset compression=false 2024-11-27T00:21:02,717 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/.tmp/f1/b931e38108ff4dd2bb14d9fbaaa7eb3d 2024-11-27T00:21:02,720 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b931e38108ff4dd2bb14d9fbaaa7eb3d 2024-11-27T00:21:02,733 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/.tmp/norep/2ddb1b9fa3204fb39f6dd303f0195fbf is 32, key is row/norep:/1732666855487/DeleteFamily/seqid=0 2024-11-27T00:21:02,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741845_1021 (size=5101) 2024-11-27T00:21:02,737 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/.tmp/rep_barrier/5c18876cbfa64bc5a383c44105143fdb 2024-11-27T00:21:02,763 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/.tmp/table/94a2da17a942482095936bdefa28c24d is 53, key is hbase:replication/table:state/1732666850391/Put/seqid=0 2024-11-27T00:21:02,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741846_1022 (size=5308) 2024-11-27T00:21:02,870 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344c5da2872124d3ff6ad78c150924b0, 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:21:03,000 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 1159, reset compression=false 2024-11-27T00:21:03,070 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344c5da2872124d3ff6ad78c150924b0, 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:21:03,137 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/.tmp/norep/2ddb1b9fa3204fb39f6dd303f0195fbf 2024-11-27T00:21:03,141 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ddb1b9fa3204fb39f6dd303f0195fbf 2024-11-27T00:21:03,141 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/.tmp/f/e4e6cded573e43cd9cb9c01375f09a43 as hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/f/e4e6cded573e43cd9cb9c01375f09a43 2024-11-27T00:21:03,145 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4e6cded573e43cd9cb9c01375f09a43 2024-11-27T00:21:03,145 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/f/e4e6cded573e43cd9cb9c01375f09a43, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T00:21:03,145 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/.tmp/f1/b931e38108ff4dd2bb14d9fbaaa7eb3d as hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/f1/b931e38108ff4dd2bb14d9fbaaa7eb3d 2024-11-27T00:21:03,149 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b931e38108ff4dd2bb14d9fbaaa7eb3d 2024-11-27T00:21:03,149 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/f1/b931e38108ff4dd2bb14d9fbaaa7eb3d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T00:21:03,150 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/.tmp/norep/2ddb1b9fa3204fb39f6dd303f0195fbf as hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/norep/2ddb1b9fa3204fb39f6dd303f0195fbf 2024-11-27T00:21:03,153 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ddb1b9fa3204fb39f6dd303f0195fbf 2024-11-27T00:21:03,153 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/norep/2ddb1b9fa3204fb39f6dd303f0195fbf, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T00:21:03,153 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 344c5da2872124d3ff6ad78c150924b0 in 1285ms, sequenceid=8, compaction requested=false 2024-11-27T00:21:03,157 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/default/test/344c5da2872124d3ff6ad78c150924b0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T00:21:03,157 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:21:03,157 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:21:03,158 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. 2024-11-27T00:21:03,158 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 344c5da2872124d3ff6ad78c150924b0: Waiting for close lock at 1732666861868Running coprocessor pre-close hooks at 1732666861868Disabling compacts and flushes for region at 1732666861868Disabling writes for close at 1732666861868Obtaining lock to block concurrent updates at 1732666861869 (+1 ms)Preparing flush snapshotting stores in 344c5da2872124d3ff6ad78c150924b0 at 1732666861869Finished memstore snapshotting test,,1732666846368.344c5da2872124d3ff6ad78c150924b0., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732666861869Flushing stores of test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. at 1732666861869Flushing 344c5da2872124d3ff6ad78c150924b0/f: creating writer at 1732666861869Flushing 344c5da2872124d3ff6ad78c150924b0/f: appending metadata at 1732666861884 (+15 ms)Flushing 344c5da2872124d3ff6ad78c150924b0/f: closing flushed file at 1732666861884Flushing 344c5da2872124d3ff6ad78c150924b0/f1: creating writer at 1732666862293 (+409 ms)Flushing 344c5da2872124d3ff6ad78c150924b0/f1: appending metadata at 1732666862312 (+19 ms)Flushing 344c5da2872124d3ff6ad78c150924b0/f1: closing flushed file at 1732666862312Flushing 344c5da2872124d3ff6ad78c150924b0/norep: creating writer at 1732666862720 (+408 ms)Flushing 344c5da2872124d3ff6ad78c150924b0/norep: appending metadata at 1732666862732 (+12 ms)Flushing 344c5da2872124d3ff6ad78c150924b0/norep: closing flushed file at 1732666862732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7947c3da: reopening flushed file at 1732666863141 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5e3bc0: reopening flushed file at 1732666863145 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c91e09: reopening flushed file at 1732666863149 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 344c5da2872124d3ff6ad78c150924b0 in 1285ms, sequenceid=8, compaction requested=false at 1732666863153 (+4 ms)Writing region close event to WAL at 1732666863154 (+1 ms)Running coprocessor post-close hooks at 1732666863157 (+3 ms)Closed at 1732666863158 (+1 ms) 2024-11-27T00:21:03,158 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666846368.344c5da2872124d3ff6ad78c150924b0. 2024-11-27T00:21:03,158 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58f9a6531f549347a6700d33cfc770f6, disabling compactions & flushes 2024-11-27T00:21:03,158 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:21:03,158 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:21:03,158 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. after waiting 0 ms 2024-11-27T00:21:03,158 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:21:03,158 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58f9a6531f549347a6700d33cfc770f6: Waiting for close lock at 1732666863158Running coprocessor pre-close hooks at 1732666863158Disabling compacts and flushes for region at 1732666863158Disabling writes for close at 1732666863158Failed flush hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6., putting online again at 1732666863158 2024-11-27T00:21:03,159 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:21:03,167 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/.tmp/table/94a2da17a942482095936bdefa28c24d 2024-11-27T00:21:03,171 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/.tmp/info/34086b2b4c3b487d9501dfea3cd4f715 as hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/info/34086b2b4c3b487d9501dfea3cd4f715 2024-11-27T00:21:03,175 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/info/34086b2b4c3b487d9501dfea3cd4f715, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T00:21:03,176 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/.tmp/ns/7bd637d3bb45427f980a91679ded9066 as hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/ns/7bd637d3bb45427f980a91679ded9066 2024-11-27T00:21:03,180 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/ns/7bd637d3bb45427f980a91679ded9066, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T00:21:03,181 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/.tmp/rep_barrier/5c18876cbfa64bc5a383c44105143fdb as hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/rep_barrier/5c18876cbfa64bc5a383c44105143fdb 2024-11-27T00:21:03,185 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/rep_barrier/5c18876cbfa64bc5a383c44105143fdb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T00:21:03,185 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/.tmp/table/94a2da17a942482095936bdefa28c24d as hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/table/94a2da17a942482095936bdefa28c24d 2024-11-27T00:21:03,189 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/table/94a2da17a942482095936bdefa28c24d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T00:21:03,190 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-27T00:21:03,194 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T00:21:03,194 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:21:03,194 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:21:03,195 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:21:03,195 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666861869Running coprocessor pre-close hooks at 1732666861869Disabling compacts and flushes for region at 1732666861869Disabling writes for close at 1732666861869Obtaining lock to block concurrent updates at 1732666861869Preparing flush snapshotting stores in 1588230740 at 1732666861869Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732666861869Flushing stores of hbase:meta,,1.1588230740 at 1732666861870 (+1 ms)Flushing 1588230740/info: creating writer at 1732666861870Flushing 1588230740/info: appending metadata at 1732666861882 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732666861882Flushing 1588230740/ns: creating writer at 1732666862291 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732666862310 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732666862310Flushing 1588230740/rep_barrier: creating writer at 1732666862320 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666862333 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666862333Flushing 1588230740/table: creating writer at 1732666862750 (+417 ms)Flushing 1588230740/table: appending metadata at 1732666862763 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732666862763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@167a3c03: reopening flushed file at 1732666863171 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3241727e: reopening flushed file at 1732666863175 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611de9b8: reopening flushed file at 1732666863180 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163be3c4: reopening flushed file at 1732666863185 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1732666863190 (+5 ms)Writing region close event to WAL at 1732666863191 (+1 ms)Running coprocessor post-close hooks at 1732666863194 (+3 ms)Closed at 1732666863195 (+1 ms) 2024-11-27T00:21:03,195 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:21:03,270 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:21:03,270 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1325): Online Regions={58f9a6531f549347a6700d33cfc770f6=hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6.} 2024-11-27T00:21:03,270 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(3091): Received CLOSE for 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:21:03,270 DEBUG [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1351): Waiting on 58f9a6531f549347a6700d33cfc770f6 2024-11-27T00:21:03,270 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58f9a6531f549347a6700d33cfc770f6, disabling compactions & flushes 2024-11-27T00:21:03,270 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:21:03,271 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:21:03,271 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. after waiting 0 ms 2024-11-27T00:21:03,271 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:21:03,271 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58f9a6531f549347a6700d33cfc770f6: Waiting for close lock at 1732666863270Running coprocessor pre-close hooks at 1732666863270Disabling compacts and flushes for region at 1732666863270Disabling writes for close at 1732666863271 (+1 ms)Failed flush hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6., putting online again at 1732666863271 2024-11-27T00:21:03,271 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732666849177.58f9a6531f549347a6700d33cfc770f6. 2024-11-27T00:21:03,403 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 1159, reset compression=false 2024-11-27T00:21:03,408 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:03,408 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 1803, reset compression=false 2024-11-27T00:21:03,470 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T00:21:03,471 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,46833,1732666837418; all regions closed. 2024-11-27T00:21:03,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741834_1010 (size=4239) 2024-11-27T00:21:03,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.meta.1732666840733.meta not finished, retry = 0 2024-11-27T00:21:03,505 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:21:03,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:03,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:03,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:03,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:03,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:03,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:03,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:03,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:03,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:03,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:03,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.rep.1732666850353 not finished, retry = 0 2024-11-27T00:21:03,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741839_1015 (size=1733) 2024-11-27T00:21:03,611 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 to pos 1803, reset compression=false 2024-11-27T00:21:03,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741832_1008 (size=1811) 2024-11-27T00:21:03,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/WALs/f036bc4986ea,46833,1732666837418/f036bc4986ea%2C46833%2C1732666837418.1732666839764 not finished, retry = 0 2024-11-27T00:21:03,779 DEBUG [RS:0;f036bc4986ea:46833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:03,779 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:21:03,779 INFO [RS:0;f036bc4986ea:46833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:21:03,779 INFO [RS:0;f036bc4986ea:46833 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T00:21:03,779 INFO [RS:0;f036bc4986ea:46833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:21:03,779 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:21:03,779 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,46833,1732666837418 because: Region server is closing 2024-11-27T00:21:03,780 INFO [RS:0;f036bc4986ea:46833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:46833. 2024-11-27T00:21:03,780 DEBUG [RS:0;f036bc4986ea:46833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:03,780 DEBUG [RS:0;f036bc4986ea:46833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:03,780 DEBUG [RS:0;f036bc4986ea:46833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:03,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:03,880 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.shipperf036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 terminated 2024-11-27T00:21:03,880 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,46833,1732666837418.replicationSource.wal-reader.f036bc4986ea%2C46833%2C1732666837418,1-f036bc4986ea,46833,1732666837418 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:21:03,880 INFO [RS:0;f036bc4986ea:46833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:46833. 2024-11-27T00:21:03,880 DEBUG [RS:0;f036bc4986ea:46833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:03,880 DEBUG [RS:0;f036bc4986ea:46833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:03,881 DEBUG [RS:0;f036bc4986ea:46833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:03,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:03,881 INFO [RS:0;f036bc4986ea:46833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46833 2024-11-27T00:21:03,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975/rs 2024-11-27T00:21:03,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-695332975/rs/f036bc4986ea,46833,1732666837418 2024-11-27T00:21:03,930 INFO [RS:0;f036bc4986ea:46833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:21:03,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,46833,1732666837418] 2024-11-27T00:21:03,951 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-695332975/draining/f036bc4986ea,46833,1732666837418 already deleted, retry=false 2024-11-27T00:21:03,951 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,46833,1732666837418 expired; onlineServers=0 2024-11-27T00:21:03,951 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,41235,1732666837224' ***** 2024-11-27T00:21:03,951 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:21:03,951 INFO [M:0;f036bc4986ea:41235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:21:03,951 INFO [M:0;f036bc4986ea:41235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:21:03,951 DEBUG [M:0;f036bc4986ea:41235 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:21:03,951 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:21:03,951 DEBUG [M:0;f036bc4986ea:41235 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:21:03,951 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666839533 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666839533,5,FailOnTimeoutGroup] 2024-11-27T00:21:03,951 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666839534 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666839534,5,FailOnTimeoutGroup] 2024-11-27T00:21:03,951 INFO [M:0;f036bc4986ea:41235 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:21:03,951 INFO [M:0;f036bc4986ea:41235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:21:03,951 DEBUG [M:0;f036bc4986ea:41235 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:21:03,951 INFO [M:0;f036bc4986ea:41235 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:21:03,952 INFO [M:0;f036bc4986ea:41235 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:21:03,952 INFO [M:0;f036bc4986ea:41235 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:21:03,952 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:21:03,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-695332975/master 2024-11-27T00:21:03,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-695332975 2024-11-27T00:21:03,961 DEBUG [M:0;f036bc4986ea:41235 {}] zookeeper.ZKUtil(347): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Unable to get data of znode /0-695332975/master because node does not exist (not an error) 2024-11-27T00:21:03,961 WARN [M:0;f036bc4986ea:41235 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:21:03,962 INFO [M:0;f036bc4986ea:41235 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/.lastflushedseqids 2024-11-27T00:21:03,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741847_1023 (size=245) 2024-11-27T00:21:04,040 INFO [RS:0;f036bc4986ea:46833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:21:04,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:04,040 INFO [RS:0;f036bc4986ea:46833 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,46833,1732666837418; zookeeper connection closed. 2024-11-27T00:21:04,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46833-0x10179a9bcdd0001, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:04,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e8d6e37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e8d6e37 2024-11-27T00:21:04,041 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:21:04,367 INFO [M:0;f036bc4986ea:41235 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:21:04,367 INFO [M:0;f036bc4986ea:41235 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:21:04,367 DEBUG [M:0;f036bc4986ea:41235 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:21:04,367 INFO [M:0;f036bc4986ea:41235 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:04,367 DEBUG [M:0;f036bc4986ea:41235 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:04,367 DEBUG [M:0;f036bc4986ea:41235 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:21:04,367 DEBUG [M:0;f036bc4986ea:41235 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:04,367 INFO [M:0;f036bc4986ea:41235 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T00:21:04,386 DEBUG [M:0;f036bc4986ea:41235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/063ec1c4cafa4fadbf5cc00117316d0b is 82, key is hbase:meta,,1/info:regioninfo/1732666840767/Put/seqid=0 2024-11-27T00:21:04,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741848_1024 (size=5672) 2024-11-27T00:21:04,790 INFO [M:0;f036bc4986ea:41235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/063ec1c4cafa4fadbf5cc00117316d0b 2024-11-27T00:21:04,811 DEBUG [M:0;f036bc4986ea:41235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c50c9d1adf5a4a03b632e8776eb32afe is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732666850394/Put/seqid=0 2024-11-27T00:21:04,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741849_1025 (size=8516) 2024-11-27T00:21:05,215 INFO [M:0;f036bc4986ea:41235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c50c9d1adf5a4a03b632e8776eb32afe 2024-11-27T00:21:05,241 DEBUG [M:0;f036bc4986ea:41235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac032cf61ddf4ff7802ad446821c25b2 is 69, key is f036bc4986ea,46833,1732666837418/rs:state/1732666839598/Put/seqid=0 2024-11-27T00:21:05,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741850_1026 (size=5156) 2024-11-27T00:21:05,646 INFO [M:0;f036bc4986ea:41235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac032cf61ddf4ff7802ad446821c25b2 2024-11-27T00:21:05,650 DEBUG [M:0;f036bc4986ea:41235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/063ec1c4cafa4fadbf5cc00117316d0b as hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/063ec1c4cafa4fadbf5cc00117316d0b 2024-11-27T00:21:05,654 INFO [M:0;f036bc4986ea:41235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/063ec1c4cafa4fadbf5cc00117316d0b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T00:21:05,655 DEBUG [M:0;f036bc4986ea:41235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c50c9d1adf5a4a03b632e8776eb32afe as hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c50c9d1adf5a4a03b632e8776eb32afe 2024-11-27T00:21:05,659 INFO [M:0;f036bc4986ea:41235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c50c9d1adf5a4a03b632e8776eb32afe, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T00:21:05,660 DEBUG [M:0;f036bc4986ea:41235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac032cf61ddf4ff7802ad446821c25b2 as hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac032cf61ddf4ff7802ad446821c25b2 2024-11-27T00:21:05,664 INFO [M:0;f036bc4986ea:41235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39071/user/jenkins/test-data/ba25fb15-172c-5a6c-0370-b605af22ba5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac032cf61ddf4ff7802ad446821c25b2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T00:21:05,664 INFO [M:0;f036bc4986ea:41235 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false 2024-11-27T00:21:05,677 INFO [M:0;f036bc4986ea:41235 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:05,677 DEBUG [M:0;f036bc4986ea:41235 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666864367Disabling compacts and flushes for region at 1732666864367Disabling writes for close at 1732666864367Obtaining lock to block concurrent updates at 1732666864367Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666864367Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732666864368 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666864368Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666864368Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666864386 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666864386Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666864794 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666864810 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666864810Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666865219 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666865241 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666865241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7fa4c7: reopening flushed file at 1732666865649 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ffafc94: reopening flushed file at 1732666865654 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c734461: reopening flushed file at 1732666865659 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false at 1732666865664 (+5 ms)Writing region close event to WAL at 1732666865677 (+13 ms)Closed at 1732666865677 2024-11-27T00:21:05,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33239 is added to blk_1073741830_1006 (size=63654) 2024-11-27T00:21:05,683 INFO [M:0;f036bc4986ea:41235 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:21:05,683 INFO [M:0;f036bc4986ea:41235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41235 2024-11-27T00:21:05,683 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:21:05,683 INFO [M:0;f036bc4986ea:41235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:21:06,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:06,015 INFO [M:0;f036bc4986ea:41235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:21:06,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41235-0x10179a9bcdd0000, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:06,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@175f77a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:21:06,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b09d5c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:21:06,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:21:06,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@777a69f1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:21:06,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6f846{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/hadoop.log.dir/,STOPPED} 2024-11-27T00:21:06,019 WARN [BP-1584022900-172.17.0.3-1732666835267 heartbeating to localhost/127.0.0.1:39071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:21:06,019 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:21:06,019 WARN [BP-1584022900-172.17.0.3-1732666835267 heartbeating to localhost/127.0.0.1:39071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1584022900-172.17.0.3-1732666835267 (Datanode Uuid aea878fb-7c84-4fd0-ae54-451a251ef8ee) service to localhost/127.0.0.1:39071 2024-11-27T00:21:06,019 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:21:06,019 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/cluster_70ae3c21-3d71-9056-b423-d8728292bd3d/data/data1/current/BP-1584022900-172.17.0.3-1732666835267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:21:06,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/cluster_70ae3c21-3d71-9056-b423-d8728292bd3d/data/data2/current/BP-1584022900-172.17.0.3-1732666835267 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:21:06,020 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:21:06,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57eb1a40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:21:06,026 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@366cc4eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:21:06,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:21:06,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:21:06,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e41dead{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/124ec3c5-df7f-9609-7a86-a63efe00540a/hadoop.log.dir/,STOPPED} 2024-11-27T00:21:06,030 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T00:21:06,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:21:06,049 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 239) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59522) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39071 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59522) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37391 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=652 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=290 (was 216) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1948 (was 2042) 2024-11-27T00:21:06,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=652, MaxFileDescriptor=1048576, SystemLoadAverage=290, ProcessCount=11, AvailableMemoryMB=1948 2024-11-27T00:21:06,073 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-27T00:21:06,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/hadoop.log.dir so I do NOT create it in target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2 2024-11-27T00:21:06,074 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:21:06,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/hadoop.tmp.dir so I do NOT create it in target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2 2024-11-27T00:21:06,074 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/119ad9c7-55ab-5d8d-a6ab-08fa84d5f3ba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:21:06,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2 2024-11-27T00:21:06,074 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/cluster_a25b0752-9d92-cc8d-f9b4-9ab88e5811ab, deleteOnExit=true 2024-11-27T00:21:06,092 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/cluster_a25b0752-9d92-cc8d-f9b4-9ab88e5811ab/zookeeper_0, clientPort=51085, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/cluster_a25b0752-9d92-cc8d-f9b4-9ab88e5811ab/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/cluster_a25b0752-9d92-cc8d-f9b4-9ab88e5811ab/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T00:21:06,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51085 2024-11-27T00:21:06,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:21:06,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:21:06,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/test.cache.data in system properties and HBase conf 2024-11-27T00:21:06,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:21:06,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:21:06,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:21:06,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:21:06,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:21:06,094 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:21:06,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:21:06,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:21:06,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:21:06,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:21:06,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:21:06,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:21:06,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:21:06,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:21:06,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:21:06,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:21:06,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:21:06,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:21:06,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:21:06,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:21:06,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10179a9bcdd0005, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:21:06,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10179a9bcdd0005, quorum=127.0.0.1:59522, baseZNode=/11264628474 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:21:06,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10179a9bcdd0002, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:21:06,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10179a9bcdd0002, quorum=127.0.0.1:59522, baseZNode=/0-695332975 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:21:06,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:21:06,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:21:06,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T00:21:06,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:21:06,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:21:06,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:21:06,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:21:06,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:21:06,810 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:21:06,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:21:06,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cf4b049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:21:06,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45179762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:21:06,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198dbb51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/java.io.tmpdir/jetty-localhost-38241-hadoop-hdfs-3_4_1-tests_jar-_-any-12368962950982075430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:21:06,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1380d0c{HTTP/1.1, (http/1.1)}{localhost:38241} 2024-11-27T00:21:06,923 INFO [Time-limited test {}] server.Server(415): Started @238440ms 2024-11-27T00:21:07,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:21:07,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:21:07,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:21:07,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:21:07,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:21:07,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66419a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:21:07,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7a16a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:21:07,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19c6f5cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/java.io.tmpdir/jetty-localhost-38557-hadoop-hdfs-3_4_1-tests_jar-_-any-2585299860000283791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:21:07,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38b4ab95{HTTP/1.1, (http/1.1)}{localhost:38557} 2024-11-27T00:21:07,334 INFO [Time-limited test {}] server.Server(415): Started @238850ms 2024-11-27T00:21:07,335 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:21:08,038 WARN [Thread-2678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/cluster_a25b0752-9d92-cc8d-f9b4-9ab88e5811ab/data/data2/current/BP-99895874-172.17.0.3-1732666866114/current, will proceed with Du for space computation calculation, 2024-11-27T00:21:08,038 WARN [Thread-2677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/cluster_a25b0752-9d92-cc8d-f9b4-9ab88e5811ab/data/data1/current/BP-99895874-172.17.0.3-1732666866114/current, will proceed with Du for space computation calculation, 2024-11-27T00:21:08,056 WARN [Thread-2665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:21:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14d388048b0ea96d with lease ID 0x3b1dc7c5ef55366: Processing first storage report for DS-147acf4d-7006-4c09-bfb7-ac17472a65a3 from datanode DatanodeRegistration(127.0.0.1:39577, datanodeUuid=9c594f20-ff4f-4012-a7c6-7041224a3413, infoPort=46321, infoSecurePort=0, ipcPort=44017, storageInfo=lv=-57;cid=testClusterID;nsid=1674310914;c=1732666866114) 2024-11-27T00:21:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14d388048b0ea96d with lease ID 0x3b1dc7c5ef55366: from storage DS-147acf4d-7006-4c09-bfb7-ac17472a65a3 node DatanodeRegistration(127.0.0.1:39577, datanodeUuid=9c594f20-ff4f-4012-a7c6-7041224a3413, infoPort=46321, infoSecurePort=0, ipcPort=44017, storageInfo=lv=-57;cid=testClusterID;nsid=1674310914;c=1732666866114), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:21:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14d388048b0ea96d with lease ID 0x3b1dc7c5ef55366: Processing first storage report for DS-16681b70-b1cf-4c4c-b896-0ba7daab0ff6 from datanode DatanodeRegistration(127.0.0.1:39577, datanodeUuid=9c594f20-ff4f-4012-a7c6-7041224a3413, infoPort=46321, infoSecurePort=0, ipcPort=44017, storageInfo=lv=-57;cid=testClusterID;nsid=1674310914;c=1732666866114) 2024-11-27T00:21:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14d388048b0ea96d with lease ID 0x3b1dc7c5ef55366: from storage DS-16681b70-b1cf-4c4c-b896-0ba7daab0ff6 node DatanodeRegistration(127.0.0.1:39577, datanodeUuid=9c594f20-ff4f-4012-a7c6-7041224a3413, infoPort=46321, infoSecurePort=0, ipcPort=44017, storageInfo=lv=-57;cid=testClusterID;nsid=1674310914;c=1732666866114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:21:08,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2 2024-11-27T00:21:08,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:08,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:08,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:21:08,568 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e with version=8 2024-11-27T00:21:08,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/hbase-staging 2024-11-27T00:21:08,569 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:21:08,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:08,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:08,570 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:21:08,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:08,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:21:08,570 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:21:08,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:21:08,570 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37739 2024-11-27T00:21:08,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37739 connecting to ZooKeeper ensemble=127.0.0.1:51085 2024-11-27T00:21:08,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377390x0, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:21:08,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37739-0x10179aa35550000 connected 2024-11-27T00:21:08,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:21:08,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:08,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:08,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:08,698 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:08,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:08,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:08,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:08,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:08,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:08,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:08,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:08,735 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:08,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:21:08,736 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38363 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:21:08,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:08,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:08,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Set watcher on znode that does not yet exist, /0-550154559/running 2024-11-27T00:21:08,855 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e, hbase.cluster.distributed=false 2024-11-27T00:21:08,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Set watcher on znode that does not yet exist, /0-550154559/acl 2024-11-27T00:21:08,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37739 2024-11-27T00:21:08,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37739 2024-11-27T00:21:08,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37739 2024-11-27T00:21:08,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37739 2024-11-27T00:21:08,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37739 2024-11-27T00:21:08,876 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:21:08,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:08,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:08,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:21:08,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:08,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:21:08,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:21:08,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:21:08,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37193 2024-11-27T00:21:08,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37193 connecting to ZooKeeper ensemble=127.0.0.1:51085 2024-11-27T00:21:08,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:08,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:08,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371930x0, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:21:08,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371930x0, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Set watcher on znode that does not yet exist, /0-550154559/running 2024-11-27T00:21:08,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37193-0x10179aa35550001 connected 2024-11-27T00:21:08,955 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:21:08,956 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:21:08,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Set watcher on znode that does not yet exist, /0-550154559/master 2024-11-27T00:21:08,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Set watcher on znode that does not yet exist, /0-550154559/acl 2024-11-27T00:21:08,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37193 2024-11-27T00:21:08,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37193 2024-11-27T00:21:08,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37193 2024-11-27T00:21:08,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37193 2024-11-27T00:21:08,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37193 2024-11-27T00:21:08,972 DEBUG [M:0;f036bc4986ea:37739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:37739 2024-11-27T00:21:08,972 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-550154559/backup-masters/f036bc4986ea,37739,1732666868569 2024-11-27T00:21:08,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559/backup-masters 2024-11-27T00:21:08,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559/backup-masters 2024-11-27T00:21:08,988 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Set watcher on existing znode=/0-550154559/backup-masters/f036bc4986ea,37739,1732666868569 2024-11-27T00:21:08,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:08,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-550154559/master 2024-11-27T00:21:08,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:08,998 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Set watcher on existing znode=/0-550154559/master 2024-11-27T00:21:08,999 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-550154559/backup-masters/f036bc4986ea,37739,1732666868569 from backup master directory 2024-11-27T00:21:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559/backup-masters 2024-11-27T00:21:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550154559/backup-masters/f036bc4986ea,37739,1732666868569 2024-11-27T00:21:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559/backup-masters 2024-11-27T00:21:09,009 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:21:09,009 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,37739,1732666868569 2024-11-27T00:21:09,011 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/hbase.id] with ID: 9e072906-5e86-4737-8275-398be4bc784e 2024-11-27T00:21:09,012 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/.tmp/hbase.id 2024-11-27T00:21:09,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:21:09,417 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/.tmp/hbase.id]:[hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/hbase.id] 2024-11-27T00:21:09,423 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:09,423 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:21:09,424 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T00:21:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:09,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:09,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:21:09,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:21:09,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:21:09,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:09,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:21:09,908 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store 2024-11-27T00:21:09,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:21:10,321 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:10,321 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:21:10,321 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:10,321 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:10,321 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:21:10,321 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:10,321 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:10,322 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666870321Disabling compacts and flushes for region at 1732666870321Disabling writes for close at 1732666870321Writing region close event to WAL at 1732666870321Closed at 1732666870321 2024-11-27T00:21:10,322 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/.initializing 2024-11-27T00:21:10,322 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/WALs/f036bc4986ea,37739,1732666868569 2024-11-27T00:21:10,323 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:21:10,324 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C37739%2C1732666868569, suffix=, logDir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/WALs/f036bc4986ea,37739,1732666868569, archiveDir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/oldWALs, maxLogs=10 2024-11-27T00:21:10,339 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/WALs/f036bc4986ea,37739,1732666868569/f036bc4986ea%2C37739%2C1732666868569.1732666870324, exclude list is [], retry=0 2024-11-27T00:21:10,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39577,DS-147acf4d-7006-4c09-bfb7-ac17472a65a3,DISK] 2024-11-27T00:21:10,342 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/WALs/f036bc4986ea,37739,1732666868569/f036bc4986ea%2C37739%2C1732666868569.1732666870324 2024-11-27T00:21:10,343 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46321:46321)] 2024-11-27T00:21:10,343 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:10,343 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:10,343 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:10,343 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:10,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:10,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:21:10,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:10,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:10,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:10,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:21:10,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:10,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:10,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:10,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:21:10,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:10,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:10,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:10,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:21:10,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:10,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:10,355 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:10,355 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:10,355 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:10,356 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:10,356 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:10,357 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:21:10,357 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:10,359 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:10,359 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74344959, jitterRate=0.10782621800899506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:21:10,360 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666870344Initializing all the Stores at 1732666870344Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666870344Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666870350 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666870350Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666870350Cleaning up temporary data from old regions at 1732666870356 (+6 ms)Region opened successfully at 1732666870359 (+3 ms) 2024-11-27T00:21:10,360 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:21:10,362 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a11fd68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:21:10,363 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:21:10,363 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:21:10,363 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:21:10,363 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:21:10,363 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:21:10,364 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:21:10,364 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:21:10,365 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:21:10,366 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Unable to get data of znode /0-550154559/balancer because node does not exist (not necessarily an error) 2024-11-27T00:21:10,434 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550154559/balancer already deleted, retry=false 2024-11-27T00:21:10,435 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:21:10,435 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Unable to get data of znode /0-550154559/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:21:10,444 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550154559/normalizer already deleted, retry=false 2024-11-27T00:21:10,445 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:21:10,446 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Unable to get data of znode /0-550154559/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:21:10,455 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550154559/switch/split already deleted, retry=false 2024-11-27T00:21:10,456 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Unable to get data of znode /0-550154559/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:21:10,466 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550154559/switch/merge already deleted, retry=false 2024-11-27T00:21:10,467 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Unable to get data of znode /0-550154559/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:21:10,476 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-550154559/snapshot-cleanup already deleted, retry=false 2024-11-27T00:21:10,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-550154559/running 2024-11-27T00:21:10,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-550154559/running 2024-11-27T00:21:10,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:10,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:10,487 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,37739,1732666868569, sessionid=0x10179aa35550000, setting cluster-up flag (Was=false) 2024-11-27T00:21:10,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:10,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:10,539 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-550154559/flush-table-proc/acquired, /0-550154559/flush-table-proc/reached, /0-550154559/flush-table-proc/abort 2024-11-27T00:21:10,540 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,37739,1732666868569 2024-11-27T00:21:10,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:10,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:10,592 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-550154559/online-snapshot/acquired, /0-550154559/online-snapshot/reached, /0-550154559/online-snapshot/abort 2024-11-27T00:21:10,593 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,37739,1732666868569 2024-11-27T00:21:10,593 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:21:10,594 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:10,594 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:21:10,595 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:21:10,595 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,37739,1732666868569 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:21:10,596 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:10,596 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:10,596 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:10,596 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:10,596 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:21:10,596 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:10,596 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:21:10,596 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:10,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666900597 2024-11-27T00:21:10,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:21:10,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:21:10,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:21:10,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:21:10,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:21:10,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:21:10,597 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:10,597 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:21:10,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:21:10,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:21:10,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:21:10,597 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:21:10,598 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:10,598 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:21:10,598 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:21:10,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:21:10,598 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666870598,5,FailOnTimeoutGroup] 2024-11-27T00:21:10,598 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666870598,5,FailOnTimeoutGroup] 2024-11-27T00:21:10,598 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,598 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:21:10,598 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,598 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:21:10,661 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(746): ClusterId : 9e072906-5e86-4737-8275-398be4bc784e 2024-11-27T00:21:10,661 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:21:10,673 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:21:10,673 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:21:10,683 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:21:10,683 DEBUG [RS:0;f036bc4986ea:37193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6616aec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:21:10,694 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:37193 2024-11-27T00:21:10,694 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:21:10,694 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:21:10,694 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:21:10,695 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,37739,1732666868569 with port=37193, startcode=1732666868876 2024-11-27T00:21:10,695 DEBUG [RS:0;f036bc4986ea:37193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:21:10,696 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:21:10,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,37193,1732666868876 2024-11-27T00:21:10,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37739 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,37193,1732666868876 2024-11-27T00:21:10,698 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e 2024-11-27T00:21:10,698 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40843 2024-11-27T00:21:10,698 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:21:10,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559/rs 2024-11-27T00:21:10,708 DEBUG [RS:0;f036bc4986ea:37193 {}] zookeeper.ZKUtil(111): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Set watcher on existing znode=/0-550154559/rs/f036bc4986ea,37193,1732666868876 2024-11-27T00:21:10,708 WARN [RS:0;f036bc4986ea:37193 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:21:10,708 INFO [RS:0;f036bc4986ea:37193 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:10,708 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876 2024-11-27T00:21:10,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,37193,1732666868876] 2024-11-27T00:21:10,711 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:21:10,712 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:21:10,712 INFO [RS:0;f036bc4986ea:37193 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:21:10,712 INFO [RS:0;f036bc4986ea:37193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,712 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:21:10,713 INFO [RS:0;f036bc4986ea:37193 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:21:10,713 INFO [RS:0;f036bc4986ea:37193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:21:10,713 DEBUG [RS:0;f036bc4986ea:37193 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:21:10,713 INFO [RS:0;f036bc4986ea:37193 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,713 INFO [RS:0;f036bc4986ea:37193 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,713 INFO [RS:0;f036bc4986ea:37193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,713 INFO [RS:0;f036bc4986ea:37193 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,714 INFO [RS:0;f036bc4986ea:37193 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,714 INFO [RS:0;f036bc4986ea:37193 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37193,1732666868876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:21:10,726 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:21:10,726 INFO [RS:0;f036bc4986ea:37193 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37193,1732666868876-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,726 INFO [RS:0;f036bc4986ea:37193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,726 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.Replication(171): f036bc4986ea,37193,1732666868876 started 2024-11-27T00:21:10,737 INFO [RS:0;f036bc4986ea:37193 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:10,738 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,37193,1732666868876, RpcServer on f036bc4986ea/172.17.0.3:37193, sessionid=0x10179aa35550001 2024-11-27T00:21:10,738 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:21:10,738 DEBUG [RS:0;f036bc4986ea:37193 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,37193,1732666868876 2024-11-27T00:21:10,738 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,37193,1732666868876' 2024-11-27T00:21:10,738 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-550154559/flush-table-proc/abort' 2024-11-27T00:21:10,738 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-550154559/flush-table-proc/acquired' 2024-11-27T00:21:10,739 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:21:10,739 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:21:10,739 DEBUG [RS:0;f036bc4986ea:37193 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,37193,1732666868876 2024-11-27T00:21:10,739 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,37193,1732666868876' 2024-11-27T00:21:10,739 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-550154559/online-snapshot/abort' 2024-11-27T00:21:10,739 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-550154559/online-snapshot/acquired' 2024-11-27T00:21:10,739 DEBUG [RS:0;f036bc4986ea:37193 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:21:10,739 INFO [RS:0;f036bc4986ea:37193 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:21:10,739 INFO [RS:0;f036bc4986ea:37193 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:21:10,840 INFO [RS:0;f036bc4986ea:37193 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:21:10,841 INFO [RS:0;f036bc4986ea:37193 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C37193%2C1732666868876, suffix=, logDir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876, archiveDir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/oldWALs, maxLogs=10 2024-11-27T00:21:10,859 DEBUG [RS:0;f036bc4986ea:37193 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841, exclude list is [], retry=0 2024-11-27T00:21:10,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39577,DS-147acf4d-7006-4c09-bfb7-ac17472a65a3,DISK] 2024-11-27T00:21:10,862 INFO [RS:0;f036bc4986ea:37193 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 2024-11-27T00:21:10,862 DEBUG [RS:0;f036bc4986ea:37193 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46321:46321)] 2024-11-27T00:21:11,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:21:11,005 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e 2024-11-27T00:21:11,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:21:11,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:11,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:21:11,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:21:11,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:11,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:11,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:21:11,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:21:11,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:11,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:11,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:21:11,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:21:11,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:11,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:11,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:21:11,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:21:11,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:11,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:11,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:21:11,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740 2024-11-27T00:21:11,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740 2024-11-27T00:21:11,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:21:11,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:21:11,418 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:21:11,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:21:11,420 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:11,420 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68619387, jitterRate=0.022508546710014343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:21:11,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666871410Initializing all the Stores at 1732666871411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666871411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666871411Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666871411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666871411Cleaning up temporary data from old regions at 1732666871418 (+7 ms)Region opened successfully at 1732666871420 (+2 ms) 2024-11-27T00:21:11,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:21:11,421 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:21:11,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:21:11,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:21:11,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:21:11,421 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:21:11,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666871421Disabling compacts and flushes for region at 1732666871421Disabling writes for close at 1732666871421Writing region close event to WAL at 1732666871421Closed at 1732666871421 2024-11-27T00:21:11,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:11,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:21:11,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:21:11,423 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:21:11,423 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:21:11,574 DEBUG [f036bc4986ea:37739 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:21:11,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,37193,1732666868876 2024-11-27T00:21:11,575 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,37193,1732666868876, state=OPENING 2024-11-27T00:21:11,640 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:21:11,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:11,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:11,651 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:21:11,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-550154559/meta-region-server: CHANGED 2024-11-27T00:21:11,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-550154559/meta-region-server: CHANGED 2024-11-27T00:21:11,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,37193,1732666868876}] 2024-11-27T00:21:11,803 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:21:11,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:21:11,807 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:21:11,807 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:11,807 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:21:11,808 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C37193%2C1732666868876.meta, suffix=.meta, logDir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876, archiveDir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/oldWALs, maxLogs=10 2024-11-27T00:21:11,821 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.meta.1732666871808.meta, exclude list is [], retry=0 2024-11-27T00:21:11,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39577,DS-147acf4d-7006-4c09-bfb7-ac17472a65a3,DISK] 2024-11-27T00:21:11,825 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.meta.1732666871808.meta 2024-11-27T00:21:11,826 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46321:46321)] 2024-11-27T00:21:11,826 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:11,826 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:21:11,826 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:21:11,826 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:21:11,826 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:21:11,826 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:21:11,826 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:11,826 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:21:11,826 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:21:11,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:21:11,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:21:11,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:11,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:11,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:21:11,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:21:11,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:11,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:11,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:21:11,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:21:11,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:11,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:11,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:21:11,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:21:11,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:11,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:11,831 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:21:11,831 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740 2024-11-27T00:21:11,832 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740 2024-11-27T00:21:11,833 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:21:11,833 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:21:11,833 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:21:11,834 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:21:11,834 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61838156, jitterRate=-0.07853966951370239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:21:11,834 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:21:11,834 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666871827Writing region info on filesystem at 1732666871827Initializing all the Stores at 1732666871827Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666871827Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666871827Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666871827Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666871827Cleaning up temporary data from old regions at 1732666871833 (+6 ms)Running coprocessor post-open hooks at 1732666871834 (+1 ms)Region opened successfully at 1732666871834 2024-11-27T00:21:11,835 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666871803 2024-11-27T00:21:11,837 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:21:11,837 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:21:11,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37193,1732666868876 2024-11-27T00:21:11,838 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,37193,1732666868876, state=OPEN 2024-11-27T00:21:11,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-550154559/meta-region-server 2024-11-27T00:21:11,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-550154559/meta-region-server 2024-11-27T00:21:11,870 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,37193,1732666868876 2024-11-27T00:21:11,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-550154559/meta-region-server: CHANGED 2024-11-27T00:21:11,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-550154559/meta-region-server: CHANGED 2024-11-27T00:21:11,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:21:11,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,37193,1732666868876 in 219 msec 2024-11-27T00:21:11,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:21:11,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-11-27T00:21:11,873 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:11,873 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:21:11,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:11,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,37193,1732666868876, seqNum=-1] 2024-11-27T00:21:11,875 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:11,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:21:11,879 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-27T00:21:11,879 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666871879, completionTime=-1 2024-11-27T00:21:11,879 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:21:11,879 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:21:11,881 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:21:11,881 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666931881 2024-11-27T00:21:11,881 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666991881 2024-11-27T00:21:11,881 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:21:11,882 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37739,1732666868569-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:11,882 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37739,1732666868569-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:11,882 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37739,1732666868569-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:11,882 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:37739, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:11,882 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:11,882 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:11,883 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:21:11,885 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.876sec 2024-11-27T00:21:11,885 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:21:11,885 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:21:11,885 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:21:11,885 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:21:11,885 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:21:11,885 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37739,1732666868569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:21:11,885 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37739,1732666868569-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:21:11,887 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:21:11,887 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:21:11,887 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37739,1732666868569-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:11,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37801c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:11,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37739,-1 for getting cluster id 2024-11-27T00:21:11,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:11,963 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e072906-5e86-4737-8275-398be4bc784e' 2024-11-27T00:21:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e072906-5e86-4737-8275-398be4bc784e" 2024-11-27T00:21:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@884668c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:11,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37739,-1] 2024-11-27T00:21:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:11,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:11,964 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:11,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0d927, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:11,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,37193,1732666868876, seqNum=-1] 2024-11-27T00:21:11,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:11,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:21:11,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,37739,1732666868569 2024-11-27T00:21:11,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51085 2024-11-27T00:21:11,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:21:11,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10179aa35550002 connected 2024-11-27T00:21:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/hadoop.log.dir so I do NOT create it in target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10 2024-11-27T00:21:12,000 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:21:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/hadoop.tmp.dir so I do NOT create it in target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10 2024-11-27T00:21:12,000 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:21:12,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10 2024-11-27T00:21:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:21:12,000 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/cluster_737fde0a-f596-be5b-45d2-a11966df2429, deleteOnExit=true 2024-11-27T00:21:12,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:21:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/test.cache.data in system properties and HBase conf 2024-11-27T00:21:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:21:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:21:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:21:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:21:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:21:12,001 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:21:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:21:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:21:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:21:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:21:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:21:12,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:21:12,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:21:12,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:21:12,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:21:12,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:21:12,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:21:12,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:21:12,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:21:12,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:21:12,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:21:12,313 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:21:12,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:21:12,317 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:21:12,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:21:12,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:21:12,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f5f324c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:21:12,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f01cbd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:21:12,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e636fa6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/java.io.tmpdir/jetty-localhost-34193-hadoop-hdfs-3_4_1-tests_jar-_-any-15737552079759310511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:21:12,416 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67e30c78{HTTP/1.1, (http/1.1)}{localhost:34193} 2024-11-27T00:21:12,416 INFO [Time-limited test {}] server.Server(415): Started @243932ms 2024-11-27T00:21:12,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:21:12,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:21:12,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:21:12,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:21:12,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:21:12,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4eab9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:21:12,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5604bf70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:21:12,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@be291d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/java.io.tmpdir/jetty-localhost-34535-hadoop-hdfs-3_4_1-tests_jar-_-any-1114819674294751631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:21:12,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45ff5f1a{HTTP/1.1, (http/1.1)}{localhost:34535} 2024-11-27T00:21:12,765 INFO [Time-limited test {}] server.Server(415): Started @244281ms 2024-11-27T00:21:12,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:21:13,396 WARN [Thread-2798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/cluster_737fde0a-f596-be5b-45d2-a11966df2429/data/data1/current/BP-1416170359-172.17.0.3-1732666872016/current, will proceed with Du for space computation calculation, 2024-11-27T00:21:13,396 WARN [Thread-2799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/cluster_737fde0a-f596-be5b-45d2-a11966df2429/data/data2/current/BP-1416170359-172.17.0.3-1732666872016/current, will proceed with Du for space computation calculation, 2024-11-27T00:21:13,411 WARN [Thread-2786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:21:13,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45d24e137bd9d0f5 with lease ID 0xc2571c46158522dd: Processing first storage report for DS-fdf3100a-f328-4b98-abc2-e473a47302bf from datanode DatanodeRegistration(127.0.0.1:39865, datanodeUuid=28870d73-3ef6-4b7b-b6c4-b9faf650cef0, infoPort=44011, infoSecurePort=0, ipcPort=32801, storageInfo=lv=-57;cid=testClusterID;nsid=774696167;c=1732666872016) 2024-11-27T00:21:13,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45d24e137bd9d0f5 with lease ID 0xc2571c46158522dd: from storage DS-fdf3100a-f328-4b98-abc2-e473a47302bf node DatanodeRegistration(127.0.0.1:39865, datanodeUuid=28870d73-3ef6-4b7b-b6c4-b9faf650cef0, infoPort=44011, infoSecurePort=0, ipcPort=32801, storageInfo=lv=-57;cid=testClusterID;nsid=774696167;c=1732666872016), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:21:13,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45d24e137bd9d0f5 with lease ID 0xc2571c46158522dd: Processing first storage report for DS-8dfb93e9-4cbc-4125-a5f5-f33795220ad5 from datanode DatanodeRegistration(127.0.0.1:39865, datanodeUuid=28870d73-3ef6-4b7b-b6c4-b9faf650cef0, infoPort=44011, infoSecurePort=0, ipcPort=32801, storageInfo=lv=-57;cid=testClusterID;nsid=774696167;c=1732666872016) 2024-11-27T00:21:13,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45d24e137bd9d0f5 with lease ID 0xc2571c46158522dd: from storage DS-8dfb93e9-4cbc-4125-a5f5-f33795220ad5 node DatanodeRegistration(127.0.0.1:39865, datanodeUuid=28870d73-3ef6-4b7b-b6c4-b9faf650cef0, infoPort=44011, infoSecurePort=0, ipcPort=32801, storageInfo=lv=-57;cid=testClusterID;nsid=774696167;c=1732666872016), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:21:13,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10 2024-11-27T00:21:13,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:13,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:13,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:21:13,895 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f with version=8 2024-11-27T00:21:13,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/hbase-staging 2024-11-27T00:21:13,897 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:21:13,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:13,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:13,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:21:13,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:13,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:21:13,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:21:13,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:21:13,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37927 2024-11-27T00:21:13,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37927 connecting to ZooKeeper ensemble=127.0.0.1:51085 2024-11-27T00:21:13,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379270x0, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:21:13,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37927-0x10179aa35550003 connected 2024-11-27T00:21:14,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:14,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:14,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Set watcher on znode that does not yet exist, /11980441031/running 2024-11-27T00:21:14,027 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f, hbase.cluster.distributed=false 2024-11-27T00:21:14,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Set watcher on znode that does not yet exist, /11980441031/acl 2024-11-27T00:21:14,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37927 2024-11-27T00:21:14,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37927 2024-11-27T00:21:14,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37927 2024-11-27T00:21:14,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37927 2024-11-27T00:21:14,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37927 2024-11-27T00:21:14,052 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:21:14,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:14,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:14,052 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:21:14,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:14,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:21:14,052 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:21:14,053 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:21:14,053 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36837 2024-11-27T00:21:14,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36837 connecting to ZooKeeper ensemble=127.0.0.1:51085 2024-11-27T00:21:14,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:14,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:14,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368370x0, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:21:14,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368370x0, quorum=127.0.0.1:51085, baseZNode=/11980441031 Set watcher on znode that does not yet exist, /11980441031/running 2024-11-27T00:21:14,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36837-0x10179aa35550004 connected 2024-11-27T00:21:14,072 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:21:14,073 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:21:14,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Set watcher on znode that does not yet exist, /11980441031/master 2024-11-27T00:21:14,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Set watcher on znode that does not yet exist, /11980441031/acl 2024-11-27T00:21:14,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36837 2024-11-27T00:21:14,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36837 2024-11-27T00:21:14,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36837 2024-11-27T00:21:14,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36837 2024-11-27T00:21:14,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36837 2024-11-27T00:21:14,099 DEBUG [M:0;f036bc4986ea:37927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:37927 2024-11-27T00:21:14,100 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11980441031/backup-masters/f036bc4986ea,37927,1732666873897 2024-11-27T00:21:14,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031/backup-masters 2024-11-27T00:21:14,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031/backup-masters 2024-11-27T00:21:14,201 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Set watcher on existing znode=/11980441031/backup-masters/f036bc4986ea,37927,1732666873897 2024-11-27T00:21:14,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:14,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11980441031/master 2024-11-27T00:21:14,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:14,213 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Set watcher on existing znode=/11980441031/master 2024-11-27T00:21:14,213 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11980441031/backup-masters/f036bc4986ea,37927,1732666873897 from backup master directory 2024-11-27T00:21:14,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11980441031/backup-masters/f036bc4986ea,37927,1732666873897 2024-11-27T00:21:14,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031/backup-masters 2024-11-27T00:21:14,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031/backup-masters 2024-11-27T00:21:14,223 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:21:14,223 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,37927,1732666873897 2024-11-27T00:21:14,226 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/hbase.id] with ID: ae6d8ca2-3509-41e4-9b83-d528e9d6dac8 2024-11-27T00:21:14,226 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/.tmp/hbase.id 2024-11-27T00:21:14,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:21:14,232 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/.tmp/hbase.id]:[hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/hbase.id] 2024-11-27T00:21:14,239 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:14,239 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:21:14,239 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T00:21:14,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:14,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:14,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:21:14,655 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:21:14,656 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:21:14,656 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:14,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:21:15,061 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store 2024-11-27T00:21:15,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:21:15,065 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:15,065 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:21:15,066 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:15,066 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:15,066 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:21:15,066 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:15,066 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:15,066 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666875065Disabling compacts and flushes for region at 1732666875065Disabling writes for close at 1732666875066 (+1 ms)Writing region close event to WAL at 1732666875066Closed at 1732666875066 2024-11-27T00:21:15,066 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/.initializing 2024-11-27T00:21:15,066 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/WALs/f036bc4986ea,37927,1732666873897 2024-11-27T00:21:15,067 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:21:15,068 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C37927%2C1732666873897, suffix=, logDir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/WALs/f036bc4986ea,37927,1732666873897, archiveDir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/oldWALs, maxLogs=10 2024-11-27T00:21:15,079 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/WALs/f036bc4986ea,37927,1732666873897/f036bc4986ea%2C37927%2C1732666873897.1732666875068, exclude list is [], retry=0 2024-11-27T00:21:15,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39865,DS-fdf3100a-f328-4b98-abc2-e473a47302bf,DISK] 2024-11-27T00:21:15,083 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/WALs/f036bc4986ea,37927,1732666873897/f036bc4986ea%2C37927%2C1732666873897.1732666875068 2024-11-27T00:21:15,083 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44011:44011)] 2024-11-27T00:21:15,083 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:15,083 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:15,083 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:15,083 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:15,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:15,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:21:15,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:15,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:15,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:15,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:21:15,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:15,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:15,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:15,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:21:15,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:15,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:15,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:15,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:21:15,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:15,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:15,091 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:15,091 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:15,091 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:15,092 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:15,092 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:15,092 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:21:15,093 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:15,094 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:15,094 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60843528, jitterRate=-0.0933607816696167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:21:15,095 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666875083Initializing all the Stores at 1732666875084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666875084Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666875084Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666875084Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666875084Cleaning up temporary data from old regions at 1732666875092 (+8 ms)Region opened successfully at 1732666875095 (+3 ms) 2024-11-27T00:21:15,095 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:21:15,097 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3492f4cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:21:15,097 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:21:15,097 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:21:15,097 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:21:15,097 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:21:15,098 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:21:15,098 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:21:15,098 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:21:15,099 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:21:15,100 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Unable to get data of znode /11980441031/balancer because node does not exist (not necessarily an error) 2024-11-27T00:21:15,187 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11980441031/balancer already deleted, retry=false 2024-11-27T00:21:15,188 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:21:15,189 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Unable to get data of znode /11980441031/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:21:15,198 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11980441031/normalizer already deleted, retry=false 2024-11-27T00:21:15,198 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:21:15,199 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Unable to get data of znode /11980441031/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:21:15,208 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11980441031/switch/split already deleted, retry=false 2024-11-27T00:21:15,209 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Unable to get data of znode /11980441031/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:21:15,219 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11980441031/switch/merge already deleted, retry=false 2024-11-27T00:21:15,221 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Unable to get data of znode /11980441031/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:21:15,229 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11980441031/snapshot-cleanup already deleted, retry=false 2024-11-27T00:21:15,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11980441031/running 2024-11-27T00:21:15,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11980441031/running 2024-11-27T00:21:15,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:15,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:15,240 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,37927,1732666873897, sessionid=0x10179aa35550003, setting cluster-up flag (Was=false) 2024-11-27T00:21:15,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:15,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:15,292 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11980441031/flush-table-proc/acquired, /11980441031/flush-table-proc/reached, /11980441031/flush-table-proc/abort 2024-11-27T00:21:15,294 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,37927,1732666873897 2024-11-27T00:21:15,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:15,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:15,345 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11980441031/online-snapshot/acquired, /11980441031/online-snapshot/reached, /11980441031/online-snapshot/abort 2024-11-27T00:21:15,346 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,37927,1732666873897 2024-11-27T00:21:15,347 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:21:15,348 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:15,348 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:21:15,348 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:21:15,349 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,37927,1732666873897 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:21:15,350 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:15,350 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:15,350 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:15,350 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:15,350 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:21:15,350 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:15,350 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:21:15,350 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:15,350 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666905350 2024-11-27T00:21:15,351 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:21:15,351 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:21:15,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:15,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:21:15,351 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:21:15,351 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:21:15,351 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:21:15,351 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:21:15,351 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,352 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:15,352 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:21:15,352 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:21:15,352 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:21:15,352 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:21:15,352 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:21:15,352 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:21:15,353 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:21:15,356 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666875353,5,FailOnTimeoutGroup] 2024-11-27T00:21:15,357 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666875356,5,FailOnTimeoutGroup] 2024-11-27T00:21:15,357 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,358 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:21:15,358 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,358 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:21:15,388 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(746): ClusterId : ae6d8ca2-3509-41e4-9b83-d528e9d6dac8 2024-11-27T00:21:15,388 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:21:15,398 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:21:15,398 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:21:15,409 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:21:15,409 DEBUG [RS:0;f036bc4986ea:36837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f881924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:21:15,420 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:36837 2024-11-27T00:21:15,420 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:21:15,420 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:21:15,420 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:21:15,421 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,37927,1732666873897 with port=36837, startcode=1732666874052 2024-11-27T00:21:15,421 DEBUG [RS:0;f036bc4986ea:36837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:21:15,422 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:21:15,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,36837,1732666874052 2024-11-27T00:21:15,422 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37927 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,36837,1732666874052 2024-11-27T00:21:15,423 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f 2024-11-27T00:21:15,424 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36885 2024-11-27T00:21:15,424 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:21:15,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031/rs 2024-11-27T00:21:15,483 DEBUG [RS:0;f036bc4986ea:36837 {}] zookeeper.ZKUtil(111): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Set watcher on existing znode=/11980441031/rs/f036bc4986ea,36837,1732666874052 2024-11-27T00:21:15,483 WARN [RS:0;f036bc4986ea:36837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:21:15,483 INFO [RS:0;f036bc4986ea:36837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:15,483 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052 2024-11-27T00:21:15,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,36837,1732666874052] 2024-11-27T00:21:15,485 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:21:15,486 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:21:15,487 INFO [RS:0;f036bc4986ea:36837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:21:15,487 INFO [RS:0;f036bc4986ea:36837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,487 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:21:15,487 INFO [RS:0;f036bc4986ea:36837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:21:15,488 INFO [RS:0;f036bc4986ea:36837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:21:15,488 DEBUG [RS:0;f036bc4986ea:36837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:21:15,488 INFO [RS:0;f036bc4986ea:36837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,488 INFO [RS:0;f036bc4986ea:36837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,488 INFO [RS:0;f036bc4986ea:36837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,488 INFO [RS:0;f036bc4986ea:36837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,489 INFO [RS:0;f036bc4986ea:36837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,489 INFO [RS:0;f036bc4986ea:36837 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,36837,1732666874052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:21:15,502 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:21:15,502 INFO [RS:0;f036bc4986ea:36837 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,36837,1732666874052-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,502 INFO [RS:0;f036bc4986ea:36837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,502 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.Replication(171): f036bc4986ea,36837,1732666874052 started 2024-11-27T00:21:15,521 INFO [RS:0;f036bc4986ea:36837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:15,521 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,36837,1732666874052, RpcServer on f036bc4986ea/172.17.0.3:36837, sessionid=0x10179aa35550004 2024-11-27T00:21:15,521 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:21:15,521 DEBUG [RS:0;f036bc4986ea:36837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,36837,1732666874052 2024-11-27T00:21:15,521 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,36837,1732666874052' 2024-11-27T00:21:15,521 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11980441031/flush-table-proc/abort' 2024-11-27T00:21:15,521 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11980441031/flush-table-proc/acquired' 2024-11-27T00:21:15,522 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:21:15,522 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:21:15,522 DEBUG [RS:0;f036bc4986ea:36837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,36837,1732666874052 2024-11-27T00:21:15,522 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,36837,1732666874052' 2024-11-27T00:21:15,522 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11980441031/online-snapshot/abort' 2024-11-27T00:21:15,522 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11980441031/online-snapshot/acquired' 2024-11-27T00:21:15,522 DEBUG [RS:0;f036bc4986ea:36837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:21:15,522 INFO [RS:0;f036bc4986ea:36837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:21:15,522 INFO [RS:0;f036bc4986ea:36837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:21:15,622 INFO [RS:0;f036bc4986ea:36837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:21:15,624 INFO [RS:0;f036bc4986ea:36837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C36837%2C1732666874052, suffix=, logDir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052, archiveDir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/oldWALs, maxLogs=10 2024-11-27T00:21:15,636 DEBUG [RS:0;f036bc4986ea:36837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624, exclude list is [], retry=0 2024-11-27T00:21:15,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39865,DS-fdf3100a-f328-4b98-abc2-e473a47302bf,DISK] 2024-11-27T00:21:15,640 INFO [RS:0;f036bc4986ea:36837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 2024-11-27T00:21:15,640 DEBUG [RS:0;f036bc4986ea:36837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44011:44011)] 2024-11-27T00:21:15,760 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:21:15,760 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f 2024-11-27T00:21:15,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:21:16,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:16,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:21:16,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:21:16,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:16,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:16,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:21:16,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:21:16,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:16,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:16,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:21:16,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:21:16,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:16,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:16,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:21:16,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:21:16,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:16,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:16,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:21:16,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740 2024-11-27T00:21:16,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740 2024-11-27T00:21:16,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:21:16,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:21:16,172 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:21:16,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:21:16,174 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:16,174 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75080974, jitterRate=0.11879369616508484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:21:16,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666876165Initializing all the Stores at 1732666876165Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666876166 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666876166Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666876166Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666876166Cleaning up temporary data from old regions at 1732666876172 (+6 ms)Region opened successfully at 1732666876175 (+3 ms) 2024-11-27T00:21:16,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:21:16,175 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:21:16,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:21:16,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:21:16,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:21:16,175 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:21:16,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666876175Disabling compacts and flushes for region at 1732666876175Disabling writes for close at 1732666876175Writing region close event to WAL at 1732666876175Closed at 1732666876175 2024-11-27T00:21:16,176 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:16,176 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:21:16,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:21:16,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:21:16,177 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:21:16,328 DEBUG [f036bc4986ea:37927 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:21:16,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,36837,1732666874052 2024-11-27T00:21:16,329 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,36837,1732666874052, state=OPENING 2024-11-27T00:21:16,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:21:16,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T00:21:16,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:21:16,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T00:21:16,465 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:21:16,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:16,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:16,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:21:16,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11980441031/meta-region-server: CHANGED 2024-11-27T00:21:16,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11980441031/meta-region-server: CHANGED 2024-11-27T00:21:16,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,36837,1732666874052}] 2024-11-27T00:21:16,628 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:21:16,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:21:16,632 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:21:16,632 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:16,632 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:21:16,633 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C36837%2C1732666874052.meta, suffix=.meta, logDir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052, archiveDir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/oldWALs, maxLogs=10 2024-11-27T00:21:16,645 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.meta.1732666876633.meta, exclude list is [], retry=0 2024-11-27T00:21:16,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39865,DS-fdf3100a-f328-4b98-abc2-e473a47302bf,DISK] 2024-11-27T00:21:16,648 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.meta.1732666876633.meta 2024-11-27T00:21:16,648 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44011:44011)] 2024-11-27T00:21:16,648 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:16,649 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:21:16,649 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:21:16,649 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:21:16,649 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:21:16,649 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:21:16,649 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:16,649 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:21:16,649 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:21:16,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:21:16,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:21:16,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:16,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:16,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:21:16,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:21:16,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:16,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:16,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:21:16,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:21:16,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:16,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:16,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:21:16,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:21:16,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:16,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:16,653 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:21:16,654 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740 2024-11-27T00:21:16,655 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740 2024-11-27T00:21:16,656 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:21:16,656 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:21:16,656 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:21:16,657 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:21:16,657 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74239644, jitterRate=0.10625690221786499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:21:16,657 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:21:16,657 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666876649Writing region info on filesystem at 1732666876649Initializing all the Stores at 1732666876650 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666876650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666876650Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666876650Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666876650Cleaning up temporary data from old regions at 1732666876656 (+6 ms)Running coprocessor post-open hooks at 1732666876657 (+1 ms)Region opened successfully at 1732666876657 2024-11-27T00:21:16,658 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666876628 2024-11-27T00:21:16,660 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:21:16,660 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:21:16,660 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,36837,1732666874052 2024-11-27T00:21:16,661 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,36837,1732666874052, state=OPEN 2024-11-27T00:21:16,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11980441031/meta-region-server 2024-11-27T00:21:16,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11980441031/meta-region-server 2024-11-27T00:21:16,697 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,36837,1732666874052 2024-11-27T00:21:16,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11980441031/meta-region-server: CHANGED 2024-11-27T00:21:16,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11980441031/meta-region-server: CHANGED 2024-11-27T00:21:16,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:21:16,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,36837,1732666874052 in 221 msec 2024-11-27T00:21:16,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:21:16,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 523 msec 2024-11-27T00:21:16,701 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:16,701 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:21:16,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:16,702 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,36837,1732666874052, seqNum=-1] 2024-11-27T00:21:16,702 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:16,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:21:16,707 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3590 sec 2024-11-27T00:21:16,707 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666876707, completionTime=-1 2024-11-27T00:21:16,707 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:21:16,707 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:21:16,709 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:21:16,709 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666936709 2024-11-27T00:21:16,709 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732666996709 2024-11-27T00:21:16,709 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:21:16,710 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37927,1732666873897-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:16,710 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37927,1732666873897-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:16,710 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37927,1732666873897-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:16,710 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:37927, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:16,710 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:16,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:21:16,711 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:21:16,715 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:16,718 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.495sec 2024-11-27T00:21:16,718 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:21:16,718 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:21:16,718 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:21:16,718 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:21:16,718 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:21:16,718 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37927,1732666873897-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:21:16,718 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37927,1732666873897-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:21:16,720 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:21:16,720 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:21:16,720 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37927,1732666873897-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:16,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b43e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:16,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37927,-1 for getting cluster id 2024-11-27T00:21:16,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:16,791 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae6d8ca2-3509-41e4-9b83-d528e9d6dac8' 2024-11-27T00:21:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae6d8ca2-3509-41e4-9b83-d528e9d6dac8" 2024-11-27T00:21:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b899e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:16,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37927,-1] 2024-11-27T00:21:16,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:16,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:16,792 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:16,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce4bcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:16,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:16,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,36837,1732666874052, seqNum=-1] 2024-11-27T00:21:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:16,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:21:16,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,37927,1732666873897 2024-11-27T00:21:16,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51085 2024-11-27T00:21:16,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:21:16,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10179aa35550005 connected 2024-11-27T00:21:16,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/hadoop.log.dir so I do NOT create it in target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924 2024-11-27T00:21:16,836 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:21:16,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/hadoop.tmp.dir so I do NOT create it in target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924 2024-11-27T00:21:16,836 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:21:16,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924 2024-11-27T00:21:16,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:21:16,836 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/cluster_396fc42d-de0e-5acf-c079-91433fff1c18, deleteOnExit=true 2024-11-27T00:21:16,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:21:16,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/test.cache.data in system properties and HBase conf 2024-11-27T00:21:16,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:21:16,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:21:16,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:21:16,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:21:16,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:21:16,837 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:21:16,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:21:16,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:21:16,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:21:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:21:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:21:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:21:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:21:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:21:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:21:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:21:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:21:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:21:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:21:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:21:17,135 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T00:21:17,135 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:17,165 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:17,165 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:17,165 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:17,165 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:17,165 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:17,166 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:17,171 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:17,174 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:17,174 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:17,176 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:17,199 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:21:17,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:21:17,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:21:17,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:21:17,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:21:17,204 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:21:17,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:21:17,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:21:17,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f67c797{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/java.io.tmpdir/jetty-localhost-36079-hadoop-hdfs-3_4_1-tests_jar-_-any-2508216410377073448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:21:17,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:36079} 2024-11-27T00:21:17,303 INFO [Time-limited test {}] server.Server(415): Started @248820ms 2024-11-27T00:21:17,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:21:17,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:21:17,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:21:17,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:21:17,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:21:17,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:21:17,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:21:17,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7615a626{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/java.io.tmpdir/jetty-localhost-39707-hadoop-hdfs-3_4_1-tests_jar-_-any-14385972142768728043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:21:17,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:39707} 2024-11-27T00:21:17,676 INFO [Time-limited test {}] server.Server(415): Started @249192ms 2024-11-27T00:21:17,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:21:18,297 WARN [Thread-2919 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/cluster_396fc42d-de0e-5acf-c079-91433fff1c18/data/data1/current/BP-1320623155-172.17.0.3-1732666876858/current, will proceed with Du for space computation calculation, 2024-11-27T00:21:18,297 WARN [Thread-2920 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/cluster_396fc42d-de0e-5acf-c079-91433fff1c18/data/data2/current/BP-1320623155-172.17.0.3-1732666876858/current, will proceed with Du for space computation calculation, 2024-11-27T00:21:18,312 WARN [Thread-2907 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:21:18,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x549fa6b75fd3a8a6 with lease ID 0xe8993f8eb48a3867: Processing first storage report for DS-1a928f5d-89fa-411b-b184-0ffcecf51a81 from datanode DatanodeRegistration(127.0.0.1:46599, datanodeUuid=e10c4fa2-0982-47e0-bc79-30c912d0b308, infoPort=39025, infoSecurePort=0, ipcPort=44777, storageInfo=lv=-57;cid=testClusterID;nsid=431125847;c=1732666876858) 2024-11-27T00:21:18,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x549fa6b75fd3a8a6 with lease ID 0xe8993f8eb48a3867: from storage DS-1a928f5d-89fa-411b-b184-0ffcecf51a81 node DatanodeRegistration(127.0.0.1:46599, datanodeUuid=e10c4fa2-0982-47e0-bc79-30c912d0b308, infoPort=39025, infoSecurePort=0, ipcPort=44777, storageInfo=lv=-57;cid=testClusterID;nsid=431125847;c=1732666876858), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:21:18,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x549fa6b75fd3a8a6 with lease ID 0xe8993f8eb48a3867: Processing first storage report for DS-e61017e1-7a3c-448b-aa16-9668534beaee from datanode DatanodeRegistration(127.0.0.1:46599, datanodeUuid=e10c4fa2-0982-47e0-bc79-30c912d0b308, infoPort=39025, infoSecurePort=0, ipcPort=44777, storageInfo=lv=-57;cid=testClusterID;nsid=431125847;c=1732666876858) 2024-11-27T00:21:18,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x549fa6b75fd3a8a6 with lease ID 0xe8993f8eb48a3867: from storage DS-e61017e1-7a3c-448b-aa16-9668534beaee node DatanodeRegistration(127.0.0.1:46599, datanodeUuid=e10c4fa2-0982-47e0-bc79-30c912d0b308, infoPort=39025, infoSecurePort=0, ipcPort=44777, storageInfo=lv=-57;cid=testClusterID;nsid=431125847;c=1732666876858), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:21:18,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924 2024-11-27T00:21:18,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:18,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:18,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:21:18,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:18,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:21:18,756 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48382 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:21:18,808 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8 with version=8 2024-11-27T00:21:18,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/hbase-staging 2024-11-27T00:21:18,810 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:21:18,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:18,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:18,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:21:18,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:18,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:21:18,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:21:18,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:21:18,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34643 2024-11-27T00:21:18,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34643 connecting to ZooKeeper ensemble=127.0.0.1:51085 2024-11-27T00:21:18,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346430x0, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:21:18,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34643-0x10179aa35550006 connected 2024-11-27T00:21:18,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:18,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:18,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Set watcher on znode that does not yet exist, /2-768946470/running 2024-11-27T00:21:18,937 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8, hbase.cluster.distributed=false 2024-11-27T00:21:18,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Set watcher on znode that does not yet exist, /2-768946470/acl 2024-11-27T00:21:18,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34643 2024-11-27T00:21:18,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34643 2024-11-27T00:21:18,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34643 2024-11-27T00:21:18,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34643 2024-11-27T00:21:18,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34643 2024-11-27T00:21:18,952 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:21:18,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:18,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:18,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:21:18,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:18,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:21:18,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:21:18,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:21:18,953 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33013 2024-11-27T00:21:18,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33013 connecting to ZooKeeper ensemble=127.0.0.1:51085 2024-11-27T00:21:18,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:18,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:18,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330130x0, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:21:18,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330130x0, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Set watcher on znode that does not yet exist, /2-768946470/running 2024-11-27T00:21:18,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33013-0x10179aa35550007 connected 2024-11-27T00:21:18,967 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:21:18,967 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:21:18,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Set watcher on znode that does not yet exist, /2-768946470/master 2024-11-27T00:21:18,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Set watcher on znode that does not yet exist, /2-768946470/acl 2024-11-27T00:21:18,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33013 2024-11-27T00:21:18,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33013 2024-11-27T00:21:18,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33013 2024-11-27T00:21:18,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33013 2024-11-27T00:21:18,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33013 2024-11-27T00:21:18,988 DEBUG [M:0;f036bc4986ea:34643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:34643 2024-11-27T00:21:18,988 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-768946470/backup-masters/f036bc4986ea,34643,1732666878810 2024-11-27T00:21:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470/backup-masters 2024-11-27T00:21:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470/backup-masters 2024-11-27T00:21:18,998 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Set watcher on existing znode=/2-768946470/backup-masters/f036bc4986ea,34643,1732666878810 2024-11-27T00:21:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-768946470/master 2024-11-27T00:21:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:19,008 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Set watcher on existing znode=/2-768946470/master 2024-11-27T00:21:19,009 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-768946470/backup-masters/f036bc4986ea,34643,1732666878810 from backup master directory 2024-11-27T00:21:19,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470/backup-masters 2024-11-27T00:21:19,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-768946470/backup-masters/f036bc4986ea,34643,1732666878810 2024-11-27T00:21:19,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470/backup-masters 2024-11-27T00:21:19,019 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:21:19,019 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,34643,1732666878810 2024-11-27T00:21:19,021 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/hbase.id] with ID: b58fc851-1dc3-45ad-b3f8-4ad672be53ab 2024-11-27T00:21:19,021 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/.tmp/hbase.id 2024-11-27T00:21:19,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:21:19,425 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/.tmp/hbase.id]:[hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/hbase.id] 2024-11-27T00:21:19,432 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:19,433 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:21:19,433 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T00:21:19,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:19,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:19,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:21:19,902 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:21:19,902 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:21:19,903 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:19,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:21:20,309 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store 2024-11-27T00:21:20,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:21:20,324 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:20,324 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:21:20,324 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:20,324 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:20,324 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:21:20,324 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:20,324 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:20,324 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666880324Disabling compacts and flushes for region at 1732666880324Disabling writes for close at 1732666880324Writing region close event to WAL at 1732666880324Closed at 1732666880324 2024-11-27T00:21:20,325 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/.initializing 2024-11-27T00:21:20,325 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/WALs/f036bc4986ea,34643,1732666878810 2024-11-27T00:21:20,326 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:21:20,327 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C34643%2C1732666878810, suffix=, logDir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/WALs/f036bc4986ea,34643,1732666878810, archiveDir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/oldWALs, maxLogs=10 2024-11-27T00:21:20,344 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/WALs/f036bc4986ea,34643,1732666878810/f036bc4986ea%2C34643%2C1732666878810.1732666880327, exclude list is [], retry=0 2024-11-27T00:21:20,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46599,DS-1a928f5d-89fa-411b-b184-0ffcecf51a81,DISK] 2024-11-27T00:21:20,365 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/WALs/f036bc4986ea,34643,1732666878810/f036bc4986ea%2C34643%2C1732666878810.1732666880327 2024-11-27T00:21:20,368 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39025:39025)] 2024-11-27T00:21:20,368 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:20,369 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:20,369 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:20,369 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:20,372 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:20,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:21:20,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:20,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:20,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:20,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:21:20,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:20,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:20,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:20,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:21:20,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:20,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:20,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:20,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:21:20,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:20,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:20,383 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:20,384 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:20,384 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:20,385 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:20,385 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:20,385 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:21:20,389 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:20,393 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:20,394 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70582691, jitterRate=0.05176405608654022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:21:20,394 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666880369Initializing all the Stores at 1732666880369Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666880369Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666880372 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666880372Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666880372Cleaning up temporary data from old regions at 1732666880385 (+13 ms)Region opened successfully at 1732666880394 (+9 ms) 2024-11-27T00:21:20,412 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:21:20,416 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700e4ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:21:20,418 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:21:20,418 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:21:20,418 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:21:20,418 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:21:20,419 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:21:20,419 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:21:20,419 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:21:20,441 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:21:20,442 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Unable to get data of znode /2-768946470/balancer because node does not exist (not necessarily an error) 2024-11-27T00:21:20,514 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-768946470/balancer already deleted, retry=false 2024-11-27T00:21:20,514 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:21:20,515 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Unable to get data of znode /2-768946470/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:21:20,524 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-768946470/normalizer already deleted, retry=false 2024-11-27T00:21:20,525 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:21:20,533 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Unable to get data of znode /2-768946470/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:21:20,545 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-768946470/switch/split already deleted, retry=false 2024-11-27T00:21:20,546 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Unable to get data of znode /2-768946470/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:21:20,556 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-768946470/switch/merge already deleted, retry=false 2024-11-27T00:21:20,561 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Unable to get data of znode /2-768946470/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:21:20,570 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-768946470/snapshot-cleanup already deleted, retry=false 2024-11-27T00:21:20,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-768946470/running 2024-11-27T00:21:20,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:20,581 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,34643,1732666878810, sessionid=0x10179aa35550006, setting cluster-up flag (Was=false) 2024-11-27T00:21:20,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-768946470/running 2024-11-27T00:21:20,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:20,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:20,634 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-768946470/flush-table-proc/acquired, /2-768946470/flush-table-proc/reached, /2-768946470/flush-table-proc/abort 2024-11-27T00:21:20,634 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,34643,1732666878810 2024-11-27T00:21:20,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:20,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:20,686 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-768946470/online-snapshot/acquired, /2-768946470/online-snapshot/reached, /2-768946470/online-snapshot/abort 2024-11-27T00:21:20,687 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,34643,1732666878810 2024-11-27T00:21:20,693 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:21:20,694 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:20,694 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:21:20,695 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:21:20,695 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,34643,1732666878810 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:21:20,696 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:20,696 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:20,696 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:20,696 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:20,696 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:21:20,696 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:20,697 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:21:20,697 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:20,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:20,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:21:20,710 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:20,710 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:21:20,729 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666910729 2024-11-27T00:21:20,729 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:21:20,730 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:21:20,730 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:21:20,730 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:21:20,730 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:21:20,730 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:21:20,731 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:20,735 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:21:20,735 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:21:20,735 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:21:20,735 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:21:20,744 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:21:20,744 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:21:20,752 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666880744,5,FailOnTimeoutGroup] 2024-11-27T00:21:20,780 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666880752,5,FailOnTimeoutGroup] 2024-11-27T00:21:20,780 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:20,780 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:21:20,780 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:20,780 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:20,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:21:20,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:21:20,794 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8 2024-11-27T00:21:20,806 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(746): ClusterId : b58fc851-1dc3-45ad-b3f8-4ad672be53ab 2024-11-27T00:21:20,806 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:21:20,813 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:21:20,813 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:21:20,825 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:21:20,825 DEBUG [RS:0;f036bc4986ea:33013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6656b608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:21:20,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741832_1008 (size=32) 2024-11-27T00:21:20,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:20,861 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:33013 2024-11-27T00:21:20,861 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:21:20,866 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:21:20,866 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:21:20,868 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,34643,1732666878810 with port=33013, startcode=1732666878952 2024-11-27T00:21:20,869 DEBUG [RS:0;f036bc4986ea:33013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:21:20,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:21:20,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:21:20,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:20,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:20,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:21:20,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:21:20,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:20,888 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:21:20,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34643 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,33013,1732666878952 2024-11-27T00:21:20,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34643 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,33013,1732666878952 2024-11-27T00:21:20,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:20,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:21:20,891 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8 2024-11-27T00:21:20,891 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44165 2024-11-27T00:21:20,891 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:21:20,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:21:20,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:20,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:20,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:21:20,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:21:20,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:20,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:20,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:21:20,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740 2024-11-27T00:21:20,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740 2024-11-27T00:21:20,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:21:20,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:21:20,897 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:21:20,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:21:20,913 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:20,913 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63774279, jitterRate=-0.04968918859958649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:21:20,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666880835Initializing all the Stores at 1732666880836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666880836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666880870 (+34 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666880870Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666880870Cleaning up temporary data from old regions at 1732666880897 (+27 ms)Region opened successfully at 1732666880913 (+16 ms) 2024-11-27T00:21:20,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:21:20,914 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:21:20,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:21:20,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:21:20,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:21:20,928 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:21:20,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666880914Disabling compacts and flushes for region at 1732666880914Disabling writes for close at 1732666880914Writing region close event to WAL at 1732666880928 (+14 ms)Closed at 1732666880928 2024-11-27T00:21:20,929 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:20,929 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:21:20,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:21:20,931 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:21:20,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:21:20,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470/rs 2024-11-27T00:21:20,944 DEBUG [RS:0;f036bc4986ea:33013 {}] zookeeper.ZKUtil(111): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Set watcher on existing znode=/2-768946470/rs/f036bc4986ea,33013,1732666878952 2024-11-27T00:21:20,944 WARN [RS:0;f036bc4986ea:33013 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:21:20,944 INFO [RS:0;f036bc4986ea:33013 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:20,944 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952 2024-11-27T00:21:20,946 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,33013,1732666878952] 2024-11-27T00:21:20,950 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:21:20,956 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:21:20,956 INFO [RS:0;f036bc4986ea:33013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:21:20,956 INFO [RS:0;f036bc4986ea:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:20,968 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:21:20,969 INFO [RS:0;f036bc4986ea:33013 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:21:20,969 INFO [RS:0;f036bc4986ea:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:20,969 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:20,969 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:20,969 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:20,969 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:20,970 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:20,970 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:21:20,970 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:20,970 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:20,970 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:20,970 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:20,970 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:20,970 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:20,970 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:21:20,970 DEBUG [RS:0;f036bc4986ea:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:21:20,983 INFO [RS:0;f036bc4986ea:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:20,983 INFO [RS:0;f036bc4986ea:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:20,983 INFO [RS:0;f036bc4986ea:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:20,984 INFO [RS:0;f036bc4986ea:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:20,984 INFO [RS:0;f036bc4986ea:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:20,984 INFO [RS:0;f036bc4986ea:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33013,1732666878952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:21:21,007 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:21:21,008 INFO [RS:0;f036bc4986ea:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33013,1732666878952-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:21,008 INFO [RS:0;f036bc4986ea:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:21,008 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.Replication(171): f036bc4986ea,33013,1732666878952 started 2024-11-27T00:21:21,030 INFO [RS:0;f036bc4986ea:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:21,030 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,33013,1732666878952, RpcServer on f036bc4986ea/172.17.0.3:33013, sessionid=0x10179aa35550007 2024-11-27T00:21:21,030 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:21:21,030 DEBUG [RS:0;f036bc4986ea:33013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,33013,1732666878952 2024-11-27T00:21:21,031 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,33013,1732666878952' 2024-11-27T00:21:21,031 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-768946470/flush-table-proc/abort' 2024-11-27T00:21:21,032 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-768946470/flush-table-proc/acquired' 2024-11-27T00:21:21,033 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:21:21,033 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:21:21,033 DEBUG [RS:0;f036bc4986ea:33013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,33013,1732666878952 2024-11-27T00:21:21,033 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,33013,1732666878952' 2024-11-27T00:21:21,034 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-768946470/online-snapshot/abort' 2024-11-27T00:21:21,034 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-768946470/online-snapshot/acquired' 2024-11-27T00:21:21,034 DEBUG [RS:0;f036bc4986ea:33013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:21:21,034 INFO [RS:0;f036bc4986ea:33013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:21:21,035 INFO [RS:0;f036bc4986ea:33013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:21:21,084 WARN [f036bc4986ea:34643 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T00:21:21,135 INFO [RS:0;f036bc4986ea:33013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:21:21,136 INFO [RS:0;f036bc4986ea:33013 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C33013%2C1732666878952, suffix=, logDir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952, archiveDir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/oldWALs, maxLogs=10 2024-11-27T00:21:21,158 DEBUG [RS:0;f036bc4986ea:33013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137, exclude list is [], retry=0 2024-11-27T00:21:21,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46599,DS-1a928f5d-89fa-411b-b184-0ffcecf51a81,DISK] 2024-11-27T00:21:21,189 INFO [RS:0;f036bc4986ea:33013 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 2024-11-27T00:21:21,190 DEBUG [RS:0;f036bc4986ea:33013 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39025:39025)] 2024-11-27T00:21:21,334 DEBUG [f036bc4986ea:34643 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:21:21,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,33013,1732666878952 2024-11-27T00:21:21,337 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,33013,1732666878952, state=OPENING 2024-11-27T00:21:21,405 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:21:21,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:21,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:21,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-768946470/meta-region-server: CHANGED 2024-11-27T00:21:21,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-768946470/meta-region-server: CHANGED 2024-11-27T00:21:21,425 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:21:21,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,33013,1732666878952}] 2024-11-27T00:21:21,578 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:21:21,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:21:21,582 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:21:21,582 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:21,582 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:21:21,583 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C33013%2C1732666878952.meta, suffix=.meta, logDir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952, archiveDir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/oldWALs, maxLogs=10 2024-11-27T00:21:21,600 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.meta.1732666881584.meta, exclude list is [], retry=0 2024-11-27T00:21:21,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46599,DS-1a928f5d-89fa-411b-b184-0ffcecf51a81,DISK] 2024-11-27T00:21:21,603 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.meta.1732666881584.meta 2024-11-27T00:21:21,604 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39025:39025)] 2024-11-27T00:21:21,604 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:21,604 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:21:21,604 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:21:21,604 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:21:21,604 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:21:21,604 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:21:21,604 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:21,604 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:21:21,604 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:21:21,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:21:21,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:21:21,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:21,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:21,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:21:21,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:21:21,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:21,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:21,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:21:21,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:21:21,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:21,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:21,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:21:21,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:21:21,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:21,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:21,609 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:21:21,610 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740 2024-11-27T00:21:21,611 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740 2024-11-27T00:21:21,611 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:21:21,611 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:21:21,612 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:21:21,613 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:21:21,613 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65999035, jitterRate=-0.01653774082660675}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:21:21,613 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:21:21,613 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666881604Writing region info on filesystem at 1732666881604Initializing all the Stores at 1732666881605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666881605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666881605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666881605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666881605Cleaning up temporary data from old regions at 1732666881611 (+6 ms)Running coprocessor post-open hooks at 1732666881613 (+2 ms)Region opened successfully at 1732666881613 2024-11-27T00:21:21,614 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666881578 2024-11-27T00:21:21,615 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:21:21,615 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:21:21,616 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,33013,1732666878952 2024-11-27T00:21:21,617 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,33013,1732666878952, state=OPEN 2024-11-27T00:21:21,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-768946470/meta-region-server 2024-11-27T00:21:21,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-768946470/meta-region-server 2024-11-27T00:21:21,636 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,33013,1732666878952 2024-11-27T00:21:21,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-768946470/meta-region-server: CHANGED 2024-11-27T00:21:21,636 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-768946470/meta-region-server: CHANGED 2024-11-27T00:21:21,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:21:21,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,33013,1732666878952 in 211 msec 2024-11-27T00:21:21,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:21:21,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 709 msec 2024-11-27T00:21:21,640 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:21,640 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:21:21,641 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:21,641 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,33013,1732666878952, seqNum=-1] 2024-11-27T00:21:21,642 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:21,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:21:21,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 952 msec 2024-11-27T00:21:21,646 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666881646, completionTime=-1 2024-11-27T00:21:21,646 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:21:21,646 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:21:21,648 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:21:21,648 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666941648 2024-11-27T00:21:21,648 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732667001648 2024-11-27T00:21:21,648 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:21:21,648 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34643,1732666878810-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:21,648 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34643,1732666878810-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:21,648 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34643,1732666878810-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:21,648 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:34643, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:21,648 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:21,649 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:21,650 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:21:21,651 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.632sec 2024-11-27T00:21:21,651 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:21:21,651 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:21:21,651 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:21:21,651 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:21:21,651 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:21:21,651 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34643,1732666878810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:21:21,651 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34643,1732666878810-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:21:21,653 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:21:21,653 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:21:21,653 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34643,1732666878810-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:21,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:21,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,34643,-1 for getting cluster id 2024-11-27T00:21:21,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:21,711 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b58fc851-1dc3-45ad-b3f8-4ad672be53ab' 2024-11-27T00:21:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:21,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b58fc851-1dc3-45ad-b3f8-4ad672be53ab" 2024-11-27T00:21:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2196d875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,34643,-1] 2024-11-27T00:21:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:21,713 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:21,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73101da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:21,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,33013,1732666878952, seqNum=-1] 2024-11-27T00:21:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:21,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:21:21,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,34643,1732666878810 2024-11-27T00:21:21,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51085 2024-11-27T00:21:21,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:21:21,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10179aa35550008 connected 2024-11-27T00:21:21,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37739,1732666868569 2024-11-27T00:21:21,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b76d0f6 2024-11-27T00:21:21,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:21,742 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:21:21,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:21:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:21:21,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:21:21,746 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:21,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:21:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:21,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:21:21,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:21:21,769 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c9ac78febc6f9ee48cba2300383a7a0, NAME => 'test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e 2024-11-27T00:21:21,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:21:21,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:21,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3c9ac78febc6f9ee48cba2300383a7a0, disabling compactions & flushes 2024-11-27T00:21:21,778 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. 2024-11-27T00:21:21,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. 2024-11-27T00:21:21,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. after waiting 0 ms 2024-11-27T00:21:21,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. 2024-11-27T00:21:21,778 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. 2024-11-27T00:21:21,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c9ac78febc6f9ee48cba2300383a7a0: Waiting for close lock at 1732666881778Disabling compacts and flushes for region at 1732666881778Disabling writes for close at 1732666881778Writing region close event to WAL at 1732666881778Closed at 1732666881778 2024-11-27T00:21:21,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:21:21,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666881779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666881779"}]},"ts":"1732666881779"} 2024-11-27T00:21:21,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:21:21,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:21:21,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666881783"}]},"ts":"1732666881783"} 2024-11-27T00:21:21,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:21:21,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c9ac78febc6f9ee48cba2300383a7a0, ASSIGN}] 2024-11-27T00:21:21,787 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c9ac78febc6f9ee48cba2300383a7a0, ASSIGN 2024-11-27T00:21:21,788 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3c9ac78febc6f9ee48cba2300383a7a0, ASSIGN; state=OFFLINE, location=f036bc4986ea,37193,1732666868876; forceNewPlan=false, retain=false 2024-11-27T00:21:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:21,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c9ac78febc6f9ee48cba2300383a7a0, regionState=OPENING, regionLocation=f036bc4986ea,37193,1732666868876 2024-11-27T00:21:21,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3c9ac78febc6f9ee48cba2300383a7a0, ASSIGN because future has completed 2024-11-27T00:21:21,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c9ac78febc6f9ee48cba2300383a7a0, server=f036bc4986ea,37193,1732666868876}] 2024-11-27T00:21:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:22,098 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. 2024-11-27T00:21:22,098 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c9ac78febc6f9ee48cba2300383a7a0, NAME => 'test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:22,098 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:21:22,098 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:21:22,098 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:22,098 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:22,098 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:22,098 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:22,100 INFO [StoreOpener-3c9ac78febc6f9ee48cba2300383a7a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:22,100 INFO [StoreOpener-3c9ac78febc6f9ee48cba2300383a7a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c9ac78febc6f9ee48cba2300383a7a0 columnFamilyName f 2024-11-27T00:21:22,100 DEBUG [StoreOpener-3c9ac78febc6f9ee48cba2300383a7a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:22,101 INFO [StoreOpener-3c9ac78febc6f9ee48cba2300383a7a0-1 {}] regionserver.HStore(327): Store=3c9ac78febc6f9ee48cba2300383a7a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:22,101 INFO [StoreOpener-3c9ac78febc6f9ee48cba2300383a7a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:22,101 INFO [StoreOpener-3c9ac78febc6f9ee48cba2300383a7a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c9ac78febc6f9ee48cba2300383a7a0 columnFamilyName f1 2024-11-27T00:21:22,101 DEBUG [StoreOpener-3c9ac78febc6f9ee48cba2300383a7a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:22,102 INFO [StoreOpener-3c9ac78febc6f9ee48cba2300383a7a0-1 {}] regionserver.HStore(327): Store=3c9ac78febc6f9ee48cba2300383a7a0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:22,102 INFO [StoreOpener-3c9ac78febc6f9ee48cba2300383a7a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:22,103 INFO [StoreOpener-3c9ac78febc6f9ee48cba2300383a7a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c9ac78febc6f9ee48cba2300383a7a0 columnFamilyName norep 2024-11-27T00:21:22,103 DEBUG [StoreOpener-3c9ac78febc6f9ee48cba2300383a7a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:22,103 INFO [StoreOpener-3c9ac78febc6f9ee48cba2300383a7a0-1 {}] regionserver.HStore(327): Store=3c9ac78febc6f9ee48cba2300383a7a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:22,103 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:22,103 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:22,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:22,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:22,104 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:22,105 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:21:22,105 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:22,120 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:22,121 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3c9ac78febc6f9ee48cba2300383a7a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73747892, jitterRate=0.09892922639846802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:21:22,121 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:22,121 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3c9ac78febc6f9ee48cba2300383a7a0: Running coprocessor pre-open hook at 1732666882099Writing region info on filesystem at 1732666882099Initializing all the Stores at 1732666882099Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666882099Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666882099Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666882099Cleaning up temporary data from old regions at 1732666882104 (+5 ms)Running coprocessor post-open hooks at 1732666882121 (+17 ms)Region opened successfully at 1732666882121 2024-11-27T00:21:22,122 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0., pid=6, masterSystemTime=1732666882093 2024-11-27T00:21:22,124 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. 2024-11-27T00:21:22,125 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. 2024-11-27T00:21:22,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c9ac78febc6f9ee48cba2300383a7a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,37193,1732666868876 2024-11-27T00:21:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c9ac78febc6f9ee48cba2300383a7a0, server=f036bc4986ea,37193,1732666868876 because future has completed 2024-11-27T00:21:22,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:21:22,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c9ac78febc6f9ee48cba2300383a7a0, server=f036bc4986ea,37193,1732666868876 in 187 msec 2024-11-27T00:21:22,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:21:22,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3c9ac78febc6f9ee48cba2300383a7a0, ASSIGN in 344 msec 2024-11-27T00:21:22,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:21:22,138 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666882138"}]},"ts":"1732666882138"} 2024-11-27T00:21:22,139 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:21:22,140 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:21:22,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 398 msec 2024-11-27T00:21:22,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:22,376 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:21:22,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37927,1732666873897 2024-11-27T00:21:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78db70e4 2024-11-27T00:21:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:22,378 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:21:22,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:21:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:21:22,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:21:22,381 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:22,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:21:22,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:21:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:22,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:21:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:22,712 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T00:21:22,788 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 834d732cbb8bdc63f2a3fe72d3542ce2, NAME => 'test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f 2024-11-27T00:21:22,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:21:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:23,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:23,198 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 834d732cbb8bdc63f2a3fe72d3542ce2, disabling compactions & flushes 2024-11-27T00:21:23,198 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. 2024-11-27T00:21:23,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. 2024-11-27T00:21:23,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. after waiting 0 ms 2024-11-27T00:21:23,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. 2024-11-27T00:21:23,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. 2024-11-27T00:21:23,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 834d732cbb8bdc63f2a3fe72d3542ce2: Waiting for close lock at 1732666883198Disabling compacts and flushes for region at 1732666883198Disabling writes for close at 1732666883199 (+1 ms)Writing region close event to WAL at 1732666883199Closed at 1732666883199 2024-11-27T00:21:23,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:21:23,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666883200"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666883200"}]},"ts":"1732666883200"} 2024-11-27T00:21:23,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:21:23,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:21:23,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666883202"}]},"ts":"1732666883202"} 2024-11-27T00:21:23,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:21:23,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=834d732cbb8bdc63f2a3fe72d3542ce2, ASSIGN}] 2024-11-27T00:21:23,205 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=834d732cbb8bdc63f2a3fe72d3542ce2, ASSIGN 2024-11-27T00:21:23,205 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=834d732cbb8bdc63f2a3fe72d3542ce2, ASSIGN; state=OFFLINE, location=f036bc4986ea,36837,1732666874052; forceNewPlan=false, retain=false 2024-11-27T00:21:23,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=834d732cbb8bdc63f2a3fe72d3542ce2, regionState=OPENING, regionLocation=f036bc4986ea,36837,1732666874052 2024-11-27T00:21:23,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=834d732cbb8bdc63f2a3fe72d3542ce2, ASSIGN because future has completed 2024-11-27T00:21:23,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 834d732cbb8bdc63f2a3fe72d3542ce2, server=f036bc4986ea,36837,1732666874052}] 2024-11-27T00:21:23,513 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. 2024-11-27T00:21:23,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 834d732cbb8bdc63f2a3fe72d3542ce2, NAME => 'test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:23,514 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:21:23,514 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:21:23,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:23,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:23,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:23,514 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:23,516 INFO [StoreOpener-834d732cbb8bdc63f2a3fe72d3542ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:23,517 INFO [StoreOpener-834d732cbb8bdc63f2a3fe72d3542ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 834d732cbb8bdc63f2a3fe72d3542ce2 columnFamilyName f 2024-11-27T00:21:23,517 DEBUG [StoreOpener-834d732cbb8bdc63f2a3fe72d3542ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:23,517 INFO [StoreOpener-834d732cbb8bdc63f2a3fe72d3542ce2-1 {}] regionserver.HStore(327): Store=834d732cbb8bdc63f2a3fe72d3542ce2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:23,517 INFO [StoreOpener-834d732cbb8bdc63f2a3fe72d3542ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:23,518 INFO [StoreOpener-834d732cbb8bdc63f2a3fe72d3542ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 834d732cbb8bdc63f2a3fe72d3542ce2 columnFamilyName f1 2024-11-27T00:21:23,518 DEBUG [StoreOpener-834d732cbb8bdc63f2a3fe72d3542ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:23,518 INFO [StoreOpener-834d732cbb8bdc63f2a3fe72d3542ce2-1 {}] regionserver.HStore(327): Store=834d732cbb8bdc63f2a3fe72d3542ce2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:23,519 INFO [StoreOpener-834d732cbb8bdc63f2a3fe72d3542ce2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:23,519 INFO [StoreOpener-834d732cbb8bdc63f2a3fe72d3542ce2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 834d732cbb8bdc63f2a3fe72d3542ce2 columnFamilyName norep 2024-11-27T00:21:23,519 DEBUG [StoreOpener-834d732cbb8bdc63f2a3fe72d3542ce2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:23,519 INFO [StoreOpener-834d732cbb8bdc63f2a3fe72d3542ce2-1 {}] regionserver.HStore(327): Store=834d732cbb8bdc63f2a3fe72d3542ce2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:23,520 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:23,520 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:23,520 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:23,521 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:23,521 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:23,521 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:21:23,522 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:23,524 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:23,525 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 834d732cbb8bdc63f2a3fe72d3542ce2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60774127, jitterRate=-0.09439493715763092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:21:23,525 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:23,525 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 834d732cbb8bdc63f2a3fe72d3542ce2: Running coprocessor pre-open hook at 1732666883514Writing region info on filesystem at 1732666883514Initializing all the Stores at 1732666883515 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666883515Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666883516 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666883516Cleaning up temporary data from old regions at 1732666883521 (+5 ms)Running coprocessor post-open hooks at 1732666883525 (+4 ms)Region opened successfully at 1732666883525 2024-11-27T00:21:23,525 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2., pid=6, masterSystemTime=1732666883510 2024-11-27T00:21:23,527 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. 2024-11-27T00:21:23,527 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. 2024-11-27T00:21:23,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=834d732cbb8bdc63f2a3fe72d3542ce2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,36837,1732666874052 2024-11-27T00:21:23,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 834d732cbb8bdc63f2a3fe72d3542ce2, server=f036bc4986ea,36837,1732666874052 because future has completed 2024-11-27T00:21:23,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:21:23,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 834d732cbb8bdc63f2a3fe72d3542ce2, server=f036bc4986ea,36837,1732666874052 in 170 msec 2024-11-27T00:21:23,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:21:23,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=834d732cbb8bdc63f2a3fe72d3542ce2, ASSIGN in 327 msec 2024-11-27T00:21:23,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:21:23,533 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666883533"}]},"ts":"1732666883533"} 2024-11-27T00:21:23,534 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:21:23,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:21:23,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-27T00:21:24,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:24,526 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:21:24,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:24,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,34643,1732666878810 2024-11-27T00:21:24,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a1afcbf 2024-11-27T00:21:24,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:24,528 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:21:24,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:21:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:21:24,531 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:21:24,531 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:24,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:21:24,532 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:21:24,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:21:24,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:24,938 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3b0d947ccd13e7af791ad9182c06e56, NAME => 'test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8 2024-11-27T00:21:24,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:21:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:25,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:25,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b3b0d947ccd13e7af791ad9182c06e56, disabling compactions & flushes 2024-11-27T00:21:25,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. 2024-11-27T00:21:25,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. 2024-11-27T00:21:25,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. after waiting 0 ms 2024-11-27T00:21:25,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. 2024-11-27T00:21:25,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. 2024-11-27T00:21:25,343 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3b0d947ccd13e7af791ad9182c06e56: Waiting for close lock at 1732666885343Disabling compacts and flushes for region at 1732666885343Disabling writes for close at 1732666885343Writing region close event to WAL at 1732666885343Closed at 1732666885343 2024-11-27T00:21:25,344 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:21:25,345 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666885344"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666885344"}]},"ts":"1732666885344"} 2024-11-27T00:21:25,346 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:21:25,347 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:21:25,347 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666885347"}]},"ts":"1732666885347"} 2024-11-27T00:21:25,349 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:21:25,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3b0d947ccd13e7af791ad9182c06e56, ASSIGN}] 2024-11-27T00:21:25,350 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3b0d947ccd13e7af791ad9182c06e56, ASSIGN 2024-11-27T00:21:25,350 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b3b0d947ccd13e7af791ad9182c06e56, ASSIGN; state=OFFLINE, location=f036bc4986ea,33013,1732666878952; forceNewPlan=false, retain=false 2024-11-27T00:21:25,501 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3b0d947ccd13e7af791ad9182c06e56, regionState=OPENING, regionLocation=f036bc4986ea,33013,1732666878952 2024-11-27T00:21:25,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b3b0d947ccd13e7af791ad9182c06e56, ASSIGN because future has completed 2024-11-27T00:21:25,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3b0d947ccd13e7af791ad9182c06e56, server=f036bc4986ea,33013,1732666878952}] 2024-11-27T00:21:25,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:25,667 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. 2024-11-27T00:21:25,667 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b3b0d947ccd13e7af791ad9182c06e56, NAME => 'test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:25,667 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:21:25,667 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:21:25,667 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:25,668 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:25,668 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:25,668 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:25,669 INFO [StoreOpener-b3b0d947ccd13e7af791ad9182c06e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:25,670 INFO [StoreOpener-b3b0d947ccd13e7af791ad9182c06e56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b0d947ccd13e7af791ad9182c06e56 columnFamilyName f 2024-11-27T00:21:25,670 DEBUG [StoreOpener-b3b0d947ccd13e7af791ad9182c06e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:25,670 INFO [StoreOpener-b3b0d947ccd13e7af791ad9182c06e56-1 {}] regionserver.HStore(327): Store=b3b0d947ccd13e7af791ad9182c06e56/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:25,670 INFO [StoreOpener-b3b0d947ccd13e7af791ad9182c06e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:25,671 INFO [StoreOpener-b3b0d947ccd13e7af791ad9182c06e56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b0d947ccd13e7af791ad9182c06e56 columnFamilyName f1 2024-11-27T00:21:25,671 DEBUG [StoreOpener-b3b0d947ccd13e7af791ad9182c06e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:25,672 INFO [StoreOpener-b3b0d947ccd13e7af791ad9182c06e56-1 {}] regionserver.HStore(327): Store=b3b0d947ccd13e7af791ad9182c06e56/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:25,672 INFO [StoreOpener-b3b0d947ccd13e7af791ad9182c06e56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:25,673 INFO [StoreOpener-b3b0d947ccd13e7af791ad9182c06e56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b0d947ccd13e7af791ad9182c06e56 columnFamilyName norep 2024-11-27T00:21:25,673 DEBUG [StoreOpener-b3b0d947ccd13e7af791ad9182c06e56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:25,673 INFO [StoreOpener-b3b0d947ccd13e7af791ad9182c06e56-1 {}] regionserver.HStore(327): Store=b3b0d947ccd13e7af791ad9182c06e56/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:25,673 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:25,674 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:25,674 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:25,675 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:25,675 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:25,675 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:21:25,676 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:25,685 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:25,685 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b3b0d947ccd13e7af791ad9182c06e56; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67747051, jitterRate=0.009509727358818054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:21:25,685 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:25,685 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b3b0d947ccd13e7af791ad9182c06e56: Running coprocessor pre-open hook at 1732666885668Writing region info on filesystem at 1732666885668Initializing all the Stores at 1732666885668Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666885668Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666885669 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666885669Cleaning up temporary data from old regions at 1732666885675 (+6 ms)Running coprocessor post-open hooks at 1732666885685 (+10 ms)Region opened successfully at 1732666885685 2024-11-27T00:21:25,687 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56., pid=6, masterSystemTime=1732666885663 2024-11-27T00:21:25,690 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. 2024-11-27T00:21:25,691 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. 2024-11-27T00:21:25,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3b0d947ccd13e7af791ad9182c06e56, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,33013,1732666878952 2024-11-27T00:21:25,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3b0d947ccd13e7af791ad9182c06e56, server=f036bc4986ea,33013,1732666878952 because future has completed 2024-11-27T00:21:25,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:21:25,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b3b0d947ccd13e7af791ad9182c06e56, server=f036bc4986ea,33013,1732666878952 in 204 msec 2024-11-27T00:21:25,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:21:25,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b3b0d947ccd13e7af791ad9182c06e56, ASSIGN in 361 msec 2024-11-27T00:21:25,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:21:25,713 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666885713"}]},"ts":"1732666885713"} 2024-11-27T00:21:25,715 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:21:25,716 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:21:25,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1870 sec 2024-11-27T00:21:26,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T00:21:26,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T00:21:26,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:21:26,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T00:21:26,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:21:26,675 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:21:26,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74285854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:26,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37739,-1 for getting cluster id 2024-11-27T00:21:26,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:26,677 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e072906-5e86-4737-8275-398be4bc784e' 2024-11-27T00:21:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e072906-5e86-4737-8275-398be4bc784e" 2024-11-27T00:21:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f4f375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:26,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37739,-1] 2024-11-27T00:21:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:26,678 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c33e29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:26,679 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:26,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37739,1732666868569 2024-11-27T00:21:26,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bd36d0d 2024-11-27T00:21:26,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:26,680 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:21:26,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:37927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:21:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:21:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:26,683 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37927' 2024-11-27T00:21:26,684 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d239618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:26,684 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37927,-1 for getting cluster id 2024-11-27T00:21:26,684 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:26,684 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae6d8ca2-3509-41e4-9b83-d528e9d6dac8' 2024-11-27T00:21:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae6d8ca2-3509-41e4-9b83-d528e9d6dac8" 2024-11-27T00:21:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed83a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37927,-1] 2024-11-27T00:21:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:26,686 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:26,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37016c2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:26,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37927,1732666873897 2024-11-27T00:21:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@330a88cc 2024-11-27T00:21:26,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:26,688 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:21:26,689 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T00:21:26,689 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:21:26,689 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:26,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:26,689 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:26,689 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:21:26,690 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:21:26,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:21:26,691 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:26,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:21:26,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741837_1013 (size=1138) 2024-11-27T00:21:26,740 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:21:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:27,099 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20cf5b6c71d9d8df3a8081b03ff3cce6, NAME => 'hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e 2024-11-27T00:21:27,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741838_1014 (size=44) 2024-11-27T00:21:27,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:21:27,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:27,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:27,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:27,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:27,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:27,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:27,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:27,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:27,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:27,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:27,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:27,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:27,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:27,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 20cf5b6c71d9d8df3a8081b03ff3cce6, disabling compactions & flushes 2024-11-27T00:21:27,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. 2024-11-27T00:21:27,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. 2024-11-27T00:21:27,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. after waiting 0 ms 2024-11-27T00:21:27,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. 2024-11-27T00:21:27,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. 2024-11-27T00:21:27,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20cf5b6c71d9d8df3a8081b03ff3cce6: Waiting for close lock at 1732666887506Disabling compacts and flushes for region at 1732666887506Disabling writes for close at 1732666887506Writing region close event to WAL at 1732666887506Closed at 1732666887506 2024-11-27T00:21:27,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:21:27,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666887508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666887508"}]},"ts":"1732666887508"} 2024-11-27T00:21:27,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:21:27,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:21:27,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666887514"}]},"ts":"1732666887514"} 2024-11-27T00:21:27,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:21:27,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20cf5b6c71d9d8df3a8081b03ff3cce6, ASSIGN}] 2024-11-27T00:21:27,518 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20cf5b6c71d9d8df3a8081b03ff3cce6, ASSIGN 2024-11-27T00:21:27,518 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20cf5b6c71d9d8df3a8081b03ff3cce6, ASSIGN; state=OFFLINE, location=f036bc4986ea,37193,1732666868876; forceNewPlan=false, retain=false 2024-11-27T00:21:27,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20cf5b6c71d9d8df3a8081b03ff3cce6, regionState=OPENING, regionLocation=f036bc4986ea,37193,1732666868876 2024-11-27T00:21:27,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20cf5b6c71d9d8df3a8081b03ff3cce6, ASSIGN because future has completed 2024-11-27T00:21:27,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20cf5b6c71d9d8df3a8081b03ff3cce6, server=f036bc4986ea,37193,1732666868876}] 2024-11-27T00:21:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:27,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. 2024-11-27T00:21:27,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:27,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:21:27,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C37193%2C1732666868876.rep, suffix=, logDir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876, archiveDir=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/oldWALs, maxLogs=10 2024-11-27T00:21:27,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.rep.1732666887830, exclude list is [], retry=0 2024-11-27T00:21:27,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39577,DS-147acf4d-7006-4c09-bfb7-ac17472a65a3,DISK] 2024-11-27T00:21:27,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.rep.1732666887830 2024-11-27T00:21:27,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46321:46321)] 2024-11-27T00:21:27,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 20cf5b6c71d9d8df3a8081b03ff3cce6, NAME => 'hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:27,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:21:27,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:21:27,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. service=MultiRowMutationService 2024-11-27T00:21:27,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:21:27,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:27,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:27,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:27,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:27,857 INFO [StoreOpener-20cf5b6c71d9d8df3a8081b03ff3cce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:27,859 INFO [StoreOpener-20cf5b6c71d9d8df3a8081b03ff3cce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20cf5b6c71d9d8df3a8081b03ff3cce6 columnFamilyName hfileref 2024-11-27T00:21:27,859 DEBUG [StoreOpener-20cf5b6c71d9d8df3a8081b03ff3cce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:27,859 INFO [StoreOpener-20cf5b6c71d9d8df3a8081b03ff3cce6-1 {}] regionserver.HStore(327): Store=20cf5b6c71d9d8df3a8081b03ff3cce6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:27,859 INFO [StoreOpener-20cf5b6c71d9d8df3a8081b03ff3cce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:27,860 INFO [StoreOpener-20cf5b6c71d9d8df3a8081b03ff3cce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20cf5b6c71d9d8df3a8081b03ff3cce6 columnFamilyName queue 2024-11-27T00:21:27,860 DEBUG [StoreOpener-20cf5b6c71d9d8df3a8081b03ff3cce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:27,861 INFO [StoreOpener-20cf5b6c71d9d8df3a8081b03ff3cce6-1 {}] regionserver.HStore(327): Store=20cf5b6c71d9d8df3a8081b03ff3cce6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:27,861 INFO [StoreOpener-20cf5b6c71d9d8df3a8081b03ff3cce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:27,862 INFO [StoreOpener-20cf5b6c71d9d8df3a8081b03ff3cce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20cf5b6c71d9d8df3a8081b03ff3cce6 columnFamilyName sid 2024-11-27T00:21:27,862 DEBUG [StoreOpener-20cf5b6c71d9d8df3a8081b03ff3cce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:27,862 INFO [StoreOpener-20cf5b6c71d9d8df3a8081b03ff3cce6-1 {}] regionserver.HStore(327): Store=20cf5b6c71d9d8df3a8081b03ff3cce6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:27,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:27,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/replication/20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:27,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/replication/20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:27,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:27,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:27,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:21:27,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:27,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/replication/20cf5b6c71d9d8df3a8081b03ff3cce6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:27,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 20cf5b6c71d9d8df3a8081b03ff3cce6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63213300, jitterRate=-0.05804842710494995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:21:27,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:27,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 20cf5b6c71d9d8df3a8081b03ff3cce6: Running coprocessor pre-open hook at 1732666887856Writing region info on filesystem at 1732666887856Initializing all the Stores at 1732666887857 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666887857Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666887857Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666887857Cleaning up temporary data from old regions at 1732666887864 (+7 ms)Running coprocessor post-open hooks at 1732666887867 (+3 ms)Region opened successfully at 1732666887867 2024-11-27T00:21:27,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6., pid=10, masterSystemTime=1732666887824 2024-11-27T00:21:27,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. 2024-11-27T00:21:27,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. 2024-11-27T00:21:27,871 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=20cf5b6c71d9d8df3a8081b03ff3cce6, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,37193,1732666868876 2024-11-27T00:21:27,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20cf5b6c71d9d8df3a8081b03ff3cce6, server=f036bc4986ea,37193,1732666868876 because future has completed 2024-11-27T00:21:27,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:21:27,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 20cf5b6c71d9d8df3a8081b03ff3cce6, server=f036bc4986ea,37193,1732666868876 in 205 msec 2024-11-27T00:21:27,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T00:21:27,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20cf5b6c71d9d8df3a8081b03ff3cce6, ASSIGN in 364 msec 2024-11-27T00:21:27,885 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:21:27,885 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666887885"}]},"ts":"1732666887885"} 2024-11-27T00:21:27,887 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:21:27,887 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:21:27,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-27T00:21:27,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6., hostname=f036bc4986ea,37193,1732666868876, seqNum=2] 2024-11-27T00:21:27,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:27,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:27,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:21:28,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37193 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T00:21:28,115 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:21:28,157 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,37193,1732666868876, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:21:28,158 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:28,158 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,37193,1732666868876, seqNum=-1] 2024-11-27T00:21:28,159 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:28,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T00:21:28,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,37193,1732666868876', locateType=CURRENT is [region=hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6., hostname=f036bc4986ea,37193,1732666868876, seqNum=2] 2024-11-27T00:21:28,172 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T00:21:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T00:21:28,175 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,37193,1732666868876 suceeded 2024-11-27T00:21:28,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T00:21:28,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-11-27T00:21:28,179 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:37927,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:21:28,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4980 sec 2024-11-27T00:21:28,195 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37927' 2024-11-27T00:21:28,197 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78562fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:28,197 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37927,-1 for getting cluster id 2024-11-27T00:21:28,197 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:28,198 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae6d8ca2-3509-41e4-9b83-d528e9d6dac8' 2024-11-27T00:21:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae6d8ca2-3509-41e4-9b83-d528e9d6dac8" 2024-11-27T00:21:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47a83e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:28,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37927,-1] 2024-11-27T00:21:28,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:28,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:28,200 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:28,201 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@316be552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:28,201 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:28,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37927,1732666873897 2024-11-27T00:21:28,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67c128a0 2024-11-27T00:21:28,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:28,207 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-27T00:21:28,208 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,37193,1732666868876 (queues=1) is replicating from cluster=9e072906-5e86-4737-8275-398be4bc784e to cluster=ae6d8ca2-3509-41e4-9b83-d528e9d6dac8 2024-11-27T00:21:28,209 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C37193%2C1732666868876 2024-11-27T00:21:28,209 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,37193,1732666868876, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:21:28,221 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841, startPosition=0, beingWritten=true 2024-11-27T00:21:28,224 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C37193%2C1732666868876 2024-11-27T00:21:28,237 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:28,237 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 379, reset compression=false 2024-11-27T00:21:28,237 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,37193,1732666868876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:28,445 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 379, reset compression=false 2024-11-27T00:21:28,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T00:21:28,752 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 379, reset compression=false 2024-11-27T00:21:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:28,826 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:21:28,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:21:28,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:28,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:28,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:28,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:28,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:28,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37927,-1 for getting cluster id 2024-11-27T00:21:28,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:28,830 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae6d8ca2-3509-41e4-9b83-d528e9d6dac8' 2024-11-27T00:21:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:28,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae6d8ca2-3509-41e4-9b83-d528e9d6dac8" 2024-11-27T00:21:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c9f5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37927,-1] 2024-11-27T00:21:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:28,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:28,832 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:28,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ce416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:28,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:28,834 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37927,1732666873897 2024-11-27T00:21:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50889325 2024-11-27T00:21:28,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:28,836 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:21:28,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:34643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:21:28,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:21:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:28,840 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:34643' 2024-11-27T00:21:28,848 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5453db7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:28,849 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,34643,-1 for getting cluster id 2024-11-27T00:21:28,849 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:28,850 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b58fc851-1dc3-45ad-b3f8-4ad672be53ab' 2024-11-27T00:21:28,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:28,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b58fc851-1dc3-45ad-b3f8-4ad672be53ab" 2024-11-27T00:21:28,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0abbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:28,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,34643,-1] 2024-11-27T00:21:28,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:28,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:28,851 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:28,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e05957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:28,853 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:28,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,34643,1732666878810 2024-11-27T00:21:28,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@701fd4d3 2024-11-27T00:21:28,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:28,856 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:21:28,856 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T00:21:28,857 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:21:28,857 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:28,857 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:28,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:28,857 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:21:28,860 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:21:28,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:21:28,863 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:28,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:21:28,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741837_1013 (size=1138) 2024-11-27T00:21:28,912 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 47507d102846724b1500307271046738, NAME => 'hbase:replication,,1732666888857.47507d102846724b1500307271046738.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f 2024-11-27T00:21:28,912 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:21:28,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741838_1014 (size=44) 2024-11-27T00:21:28,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:29,169 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 379, reset compression=false 2024-11-27T00:21:29,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666888857.47507d102846724b1500307271046738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:29,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 47507d102846724b1500307271046738, disabling compactions & flushes 2024-11-27T00:21:29,339 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666888857.47507d102846724b1500307271046738. 2024-11-27T00:21:29,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666888857.47507d102846724b1500307271046738. 2024-11-27T00:21:29,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666888857.47507d102846724b1500307271046738. after waiting 0 ms 2024-11-27T00:21:29,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666888857.47507d102846724b1500307271046738. 2024-11-27T00:21:29,339 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666888857.47507d102846724b1500307271046738. 2024-11-27T00:21:29,339 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 47507d102846724b1500307271046738: Waiting for close lock at 1732666889339Disabling compacts and flushes for region at 1732666889339Disabling writes for close at 1732666889339Writing region close event to WAL at 1732666889339Closed at 1732666889339 2024-11-27T00:21:29,340 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:21:29,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666888857.47507d102846724b1500307271046738.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666889340"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666889340"}]},"ts":"1732666889340"} 2024-11-27T00:21:29,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:21:29,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:21:29,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666889344"}]},"ts":"1732666889344"} 2024-11-27T00:21:29,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:21:29,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=47507d102846724b1500307271046738, ASSIGN}] 2024-11-27T00:21:29,349 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=47507d102846724b1500307271046738, ASSIGN 2024-11-27T00:21:29,350 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=47507d102846724b1500307271046738, ASSIGN; state=OFFLINE, location=f036bc4986ea,36837,1732666874052; forceNewPlan=false, retain=false 2024-11-27T00:21:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:29,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=47507d102846724b1500307271046738, regionState=OPENING, regionLocation=f036bc4986ea,36837,1732666874052 2024-11-27T00:21:29,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=47507d102846724b1500307271046738, ASSIGN because future has completed 2024-11-27T00:21:29,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47507d102846724b1500307271046738, server=f036bc4986ea,36837,1732666874052}] 2024-11-27T00:21:29,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666888857.47507d102846724b1500307271046738. 2024-11-27T00:21:29,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:29,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:21:29,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C36837%2C1732666874052.rep, suffix=, logDir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052, archiveDir=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/oldWALs, maxLogs=10 2024-11-27T00:21:29,678 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 379, reset compression=false 2024-11-27T00:21:29,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.rep.1732666889667, exclude list is [], retry=0 2024-11-27T00:21:29,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39865,DS-fdf3100a-f328-4b98-abc2-e473a47302bf,DISK] 2024-11-27T00:21:29,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.rep.1732666889667 2024-11-27T00:21:29,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44011:44011)] 2024-11-27T00:21:29,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 47507d102846724b1500307271046738, NAME => 'hbase:replication,,1732666888857.47507d102846724b1500307271046738.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:29,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:21:29,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:21:29,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666888857.47507d102846724b1500307271046738. service=MultiRowMutationService 2024-11-27T00:21:29,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:21:29,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 47507d102846724b1500307271046738 2024-11-27T00:21:29,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666888857.47507d102846724b1500307271046738.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:29,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 47507d102846724b1500307271046738 2024-11-27T00:21:29,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 47507d102846724b1500307271046738 2024-11-27T00:21:29,731 INFO [StoreOpener-47507d102846724b1500307271046738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 47507d102846724b1500307271046738 2024-11-27T00:21:29,734 INFO [StoreOpener-47507d102846724b1500307271046738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47507d102846724b1500307271046738 columnFamilyName hfileref 2024-11-27T00:21:29,734 DEBUG [StoreOpener-47507d102846724b1500307271046738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:29,734 INFO [StoreOpener-47507d102846724b1500307271046738-1 {}] regionserver.HStore(327): Store=47507d102846724b1500307271046738/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:29,734 INFO [StoreOpener-47507d102846724b1500307271046738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 47507d102846724b1500307271046738 2024-11-27T00:21:29,735 INFO [StoreOpener-47507d102846724b1500307271046738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47507d102846724b1500307271046738 columnFamilyName queue 2024-11-27T00:21:29,736 DEBUG [StoreOpener-47507d102846724b1500307271046738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:29,736 INFO [StoreOpener-47507d102846724b1500307271046738-1 {}] regionserver.HStore(327): Store=47507d102846724b1500307271046738/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:29,736 INFO [StoreOpener-47507d102846724b1500307271046738-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 47507d102846724b1500307271046738 2024-11-27T00:21:29,737 INFO [StoreOpener-47507d102846724b1500307271046738-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47507d102846724b1500307271046738 columnFamilyName sid 2024-11-27T00:21:29,737 DEBUG [StoreOpener-47507d102846724b1500307271046738-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:29,738 INFO [StoreOpener-47507d102846724b1500307271046738-1 {}] regionserver.HStore(327): Store=47507d102846724b1500307271046738/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:29,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 47507d102846724b1500307271046738 2024-11-27T00:21:29,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/replication/47507d102846724b1500307271046738 2024-11-27T00:21:29,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/replication/47507d102846724b1500307271046738 2024-11-27T00:21:29,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 47507d102846724b1500307271046738 2024-11-27T00:21:29,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 47507d102846724b1500307271046738 2024-11-27T00:21:29,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:21:29,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 47507d102846724b1500307271046738 2024-11-27T00:21:29,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/replication/47507d102846724b1500307271046738/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:29,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 47507d102846724b1500307271046738; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66747831, jitterRate=-0.005379810929298401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:21:29,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47507d102846724b1500307271046738 2024-11-27T00:21:29,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 47507d102846724b1500307271046738: Running coprocessor pre-open hook at 1732666889729Writing region info on filesystem at 1732666889729Initializing all the Stores at 1732666889730 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666889730Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666889731 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666889731Cleaning up temporary data from old regions at 1732666889740 (+9 ms)Running coprocessor post-open hooks at 1732666889745 (+5 ms)Region opened successfully at 1732666889745 2024-11-27T00:21:29,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666888857.47507d102846724b1500307271046738., pid=10, masterSystemTime=1732666889656 2024-11-27T00:21:29,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666888857.47507d102846724b1500307271046738. 2024-11-27T00:21:29,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666888857.47507d102846724b1500307271046738. 2024-11-27T00:21:29,749 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=47507d102846724b1500307271046738, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,36837,1732666874052 2024-11-27T00:21:29,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47507d102846724b1500307271046738, server=f036bc4986ea,36837,1732666874052 because future has completed 2024-11-27T00:21:29,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:21:29,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 47507d102846724b1500307271046738, server=f036bc4986ea,36837,1732666874052 in 249 msec 2024-11-27T00:21:29,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T00:21:29,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=47507d102846724b1500307271046738, ASSIGN in 407 msec 2024-11-27T00:21:29,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:21:29,757 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666889757"}]},"ts":"1732666889757"} 2024-11-27T00:21:29,759 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:21:29,761 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:21:29,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 904 msec 2024-11-27T00:21:29,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666888857.47507d102846724b1500307271046738., hostname=f036bc4986ea,36837,1732666874052, seqNum=2] 2024-11-27T00:21:29,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:29,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:29,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:21:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:30,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T00:21:30,042 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:21:30,086 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,36837,1732666874052, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:21:30,087 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:30,087 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,36837,1732666874052, seqNum=-1] 2024-11-27T00:21:30,088 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:30,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T00:21:30,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,36837,1732666874052', locateType=CURRENT is [region=hbase:replication,,1732666888857.47507d102846724b1500307271046738., hostname=f036bc4986ea,36837,1732666874052, seqNum=2] 2024-11-27T00:21:30,095 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T00:21:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T00:21:30,098 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,36837,1732666874052 suceeded 2024-11-27T00:21:30,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T00:21:30,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-27T00:21:30,102 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:34643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:21:30,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2660 sec 2024-11-27T00:21:30,121 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:34643' 2024-11-27T00:21:30,123 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c9bb39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:30,123 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,34643,-1 for getting cluster id 2024-11-27T00:21:30,124 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:30,125 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b58fc851-1dc3-45ad-b3f8-4ad672be53ab' 2024-11-27T00:21:30,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:30,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b58fc851-1dc3-45ad-b3f8-4ad672be53ab" 2024-11-27T00:21:30,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7246414e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:30,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,34643,-1] 2024-11-27T00:21:30,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:30,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:30,126 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:30,128 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c3c37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:30,129 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:30,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,34643,1732666878810 2024-11-27T00:21:30,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f19ae76 2024-11-27T00:21:30,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:30,131 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-27T00:21:30,132 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,36837,1732666874052 (queues=1) is replicating from cluster=ae6d8ca2-3509-41e4-9b83-d528e9d6dac8 to cluster=b58fc851-1dc3-45ad-b3f8-4ad672be53ab 2024-11-27T00:21:30,132 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C36837%2C1732666874052 2024-11-27T00:21:30,132 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,36837,1732666874052, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:21:30,133 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624, startPosition=0, beingWritten=true 2024-11-27T00:21:30,134 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C36837%2C1732666874052 2024-11-27T00:21:30,150 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:30,151 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 379, reset compression=false 2024-11-27T00:21:30,151 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,36837,1732666874052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:30,302 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 379, reset compression=false 2024-11-27T00:21:30,357 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 379, reset compression=false 2024-11-27T00:21:30,661 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 379, reset compression=false 2024-11-27T00:21:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:30,997 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:21:30,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:21:30,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:30,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:30,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:30,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:30,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:30,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,34643,-1 for getting cluster id 2024-11-27T00:21:30,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:30,999 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b58fc851-1dc3-45ad-b3f8-4ad672be53ab' 2024-11-27T00:21:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:30,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b58fc851-1dc3-45ad-b3f8-4ad672be53ab" 2024-11-27T00:21:31,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645cd0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:31,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,34643,-1] 2024-11-27T00:21:31,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:31,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:31,001 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:31,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b97d028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:31,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,34643,1732666878810 2024-11-27T00:21:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ee9d125 2024-11-27T00:21:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:31,004 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:21:31,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:37739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:21:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:21:31,006 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 379, reset compression=false 2024-11-27T00:21:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:31,007 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37739' 2024-11-27T00:21:31,008 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20877f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:31,008 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37739,-1 for getting cluster id 2024-11-27T00:21:31,008 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:31,009 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e072906-5e86-4737-8275-398be4bc784e' 2024-11-27T00:21:31,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:31,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e072906-5e86-4737-8275-398be4bc784e" 2024-11-27T00:21:31,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2c1d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:31,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37739,-1] 2024-11-27T00:21:31,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:31,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:31,010 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:31,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b6ed52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:31,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:31,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37739,1732666868569 2024-11-27T00:21:31,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c352390 2024-11-27T00:21:31,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:31,013 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:21:31,013 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T00:21:31,014 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:21:31,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:31,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:31,014 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:21:31,015 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:21:31,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:31,016 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:21:31,016 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:31,017 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:21:31,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741837_1013 (size=1138) 2024-11-27T00:21:31,065 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 379, reset compression=false 2024-11-27T00:21:31,067 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:21:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:31,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff6a3baec1a5bdeb1c7f8c15305079f7, NAME => 'hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8 2024-11-27T00:21:31,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741838_1014 (size=44) 2024-11-27T00:21:31,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:31,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ff6a3baec1a5bdeb1c7f8c15305079f7, disabling compactions & flushes 2024-11-27T00:21:31,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. 2024-11-27T00:21:31,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. 2024-11-27T00:21:31,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. after waiting 0 ms 2024-11-27T00:21:31,435 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. 2024-11-27T00:21:31,435 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. 2024-11-27T00:21:31,436 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff6a3baec1a5bdeb1c7f8c15305079f7: Waiting for close lock at 1732666891435Disabling compacts and flushes for region at 1732666891435Disabling writes for close at 1732666891435Writing region close event to WAL at 1732666891435Closed at 1732666891435 2024-11-27T00:21:31,437 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:21:31,437 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666891437"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666891437"}]},"ts":"1732666891437"} 2024-11-27T00:21:31,440 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:21:31,441 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:21:31,441 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666891441"}]},"ts":"1732666891441"} 2024-11-27T00:21:31,443 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:21:31,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff6a3baec1a5bdeb1c7f8c15305079f7, ASSIGN}] 2024-11-27T00:21:31,445 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff6a3baec1a5bdeb1c7f8c15305079f7, ASSIGN 2024-11-27T00:21:31,446 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff6a3baec1a5bdeb1c7f8c15305079f7, ASSIGN; state=OFFLINE, location=f036bc4986ea,33013,1732666878952; forceNewPlan=false, retain=false 2024-11-27T00:21:31,569 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 379, reset compression=false 2024-11-27T00:21:31,597 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff6a3baec1a5bdeb1c7f8c15305079f7, regionState=OPENING, regionLocation=f036bc4986ea,33013,1732666878952 2024-11-27T00:21:31,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff6a3baec1a5bdeb1c7f8c15305079f7, ASSIGN because future has completed 2024-11-27T00:21:31,600 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff6a3baec1a5bdeb1c7f8c15305079f7, server=f036bc4986ea,33013,1732666878952}] 2024-11-27T00:21:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:31,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. 2024-11-27T00:21:31,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:31,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:21:31,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C33013%2C1732666878952.rep, suffix=, logDir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952, archiveDir=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/oldWALs, maxLogs=10 2024-11-27T00:21:31,813 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 379, reset compression=false 2024-11-27T00:21:31,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.rep.1732666891799, exclude list is [], retry=0 2024-11-27T00:21:31,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46599,DS-1a928f5d-89fa-411b-b184-0ffcecf51a81,DISK] 2024-11-27T00:21:31,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.rep.1732666891799 2024-11-27T00:21:31,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39025:39025)] 2024-11-27T00:21:31,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ff6a3baec1a5bdeb1c7f8c15305079f7, NAME => 'hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:31,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:21:31,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:21:31,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. service=MultiRowMutationService 2024-11-27T00:21:31,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:21:31,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:31,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:31,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:31,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:31,949 INFO [StoreOpener-ff6a3baec1a5bdeb1c7f8c15305079f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:31,951 INFO [StoreOpener-ff6a3baec1a5bdeb1c7f8c15305079f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff6a3baec1a5bdeb1c7f8c15305079f7 columnFamilyName hfileref 2024-11-27T00:21:31,951 DEBUG [StoreOpener-ff6a3baec1a5bdeb1c7f8c15305079f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:31,952 INFO [StoreOpener-ff6a3baec1a5bdeb1c7f8c15305079f7-1 {}] regionserver.HStore(327): Store=ff6a3baec1a5bdeb1c7f8c15305079f7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:31,952 INFO [StoreOpener-ff6a3baec1a5bdeb1c7f8c15305079f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:31,953 INFO [StoreOpener-ff6a3baec1a5bdeb1c7f8c15305079f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff6a3baec1a5bdeb1c7f8c15305079f7 columnFamilyName queue 2024-11-27T00:21:31,954 DEBUG [StoreOpener-ff6a3baec1a5bdeb1c7f8c15305079f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:31,954 INFO [StoreOpener-ff6a3baec1a5bdeb1c7f8c15305079f7-1 {}] regionserver.HStore(327): Store=ff6a3baec1a5bdeb1c7f8c15305079f7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:31,954 INFO [StoreOpener-ff6a3baec1a5bdeb1c7f8c15305079f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:31,956 INFO [StoreOpener-ff6a3baec1a5bdeb1c7f8c15305079f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff6a3baec1a5bdeb1c7f8c15305079f7 columnFamilyName sid 2024-11-27T00:21:31,956 DEBUG [StoreOpener-ff6a3baec1a5bdeb1c7f8c15305079f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:31,956 INFO [StoreOpener-ff6a3baec1a5bdeb1c7f8c15305079f7-1 {}] regionserver.HStore(327): Store=ff6a3baec1a5bdeb1c7f8c15305079f7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:31,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:31,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/replication/ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:31,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/replication/ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:31,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:31,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:31,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:21:31,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:31,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/replication/ff6a3baec1a5bdeb1c7f8c15305079f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:31,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ff6a3baec1a5bdeb1c7f8c15305079f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75338282, jitterRate=0.12262788414955139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:21:31,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:31,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ff6a3baec1a5bdeb1c7f8c15305079f7: Running coprocessor pre-open hook at 1732666891934Writing region info on filesystem at 1732666891934Initializing all the Stores at 1732666891935 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666891935Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666891946 (+11 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666891946Cleaning up temporary data from old regions at 1732666891960 (+14 ms)Running coprocessor post-open hooks at 1732666891981 (+21 ms)Region opened successfully at 1732666891981 2024-11-27T00:21:31,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7., pid=10, masterSystemTime=1732666891757 2024-11-27T00:21:31,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. 2024-11-27T00:21:31,985 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. 2024-11-27T00:21:31,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff6a3baec1a5bdeb1c7f8c15305079f7, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,33013,1732666878952 2024-11-27T00:21:31,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff6a3baec1a5bdeb1c7f8c15305079f7, server=f036bc4986ea,33013,1732666878952 because future has completed 2024-11-27T00:21:31,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:21:32,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ff6a3baec1a5bdeb1c7f8c15305079f7, server=f036bc4986ea,33013,1732666878952 in 397 msec 2024-11-27T00:21:32,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T00:21:32,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff6a3baec1a5bdeb1c7f8c15305079f7, ASSIGN in 556 msec 2024-11-27T00:21:32,006 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:21:32,006 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666892006"}]},"ts":"1732666892006"} 2024-11-27T00:21:32,008 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:21:32,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:21:32,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 996 msec 2024-11-27T00:21:32,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7., hostname=f036bc4986ea,33013,1732666878952, seqNum=2] 2024-11-27T00:21:32,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:32,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:32,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:32,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:21:32,173 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 379, reset compression=false 2024-11-27T00:21:32,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T00:21:32,314 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:21:32,353 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,33013,1732666878952, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:21:32,354 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:32,354 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,33013,1732666878952, seqNum=-1] 2024-11-27T00:21:32,354 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:32,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T00:21:32,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,33013,1732666878952', locateType=CURRENT is [region=hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7., hostname=f036bc4986ea,33013,1732666878952, seqNum=2] 2024-11-27T00:21:32,360 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T00:21:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T00:21:32,362 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,33013,1732666878952 suceeded 2024-11-27T00:21:32,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T00:21:32,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-27T00:21:32,364 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:37739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:21:32,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3600 sec 2024-11-27T00:21:32,378 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37739' 2024-11-27T00:21:32,380 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@792a9fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:32,380 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37739,-1 for getting cluster id 2024-11-27T00:21:32,380 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:32,381 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e072906-5e86-4737-8275-398be4bc784e' 2024-11-27T00:21:32,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:32,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e072906-5e86-4737-8275-398be4bc784e" 2024-11-27T00:21:32,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f1214fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:32,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37739,-1] 2024-11-27T00:21:32,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:32,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:32,383 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:32,383 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59a624ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:32,384 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:32,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37739,1732666868569 2024-11-27T00:21:32,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27eb092c 2024-11-27T00:21:32,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:32,385 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T00:21:32,386 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,33013,1732666878952 (queues=1) is replicating from cluster=b58fc851-1dc3-45ad-b3f8-4ad672be53ab to cluster=9e072906-5e86-4737-8275-398be4bc784e 2024-11-27T00:21:32,386 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C33013%2C1732666878952 2024-11-27T00:21:32,386 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,33013,1732666878952, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:21:32,386 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C33013%2C1732666878952 2024-11-27T00:21:32,387 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137, startPosition=0, beingWritten=true 2024-11-27T00:21:32,392 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:32,392 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 379, reset compression=false 2024-11-27T00:21:32,392 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,33013,1732666878952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:32,605 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 379, reset compression=false 2024-11-27T00:21:32,745 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 379, reset compression=false 2024-11-27T00:21:32,886 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 379, reset compression=false 2024-11-27T00:21:32,910 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 379, reset compression=false 2024-11-27T00:21:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:21:33,157 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:21:33,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:21:33,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:33,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:33,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:33,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:33,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:33,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37739,-1 for getting cluster id 2024-11-27T00:21:33,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:33,159 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e072906-5e86-4737-8275-398be4bc784e' 2024-11-27T00:21:33,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:33,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e072906-5e86-4737-8275-398be4bc784e" 2024-11-27T00:21:33,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77677107, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:33,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37739,-1] 2024-11-27T00:21:33,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:33,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:33,160 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:33,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df4dfdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:33,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:33,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37927,-1 for getting cluster id 2024-11-27T00:21:33,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:33,164 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae6d8ca2-3509-41e4-9b83-d528e9d6dac8' 2024-11-27T00:21:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae6d8ca2-3509-41e4-9b83-d528e9d6dac8" 2024-11-27T00:21:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26db8120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37927,-1] 2024-11-27T00:21:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:33,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:33,165 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:33,166 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68416250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:33,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:33,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,34643,-1 for getting cluster id 2024-11-27T00:21:33,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:33,168 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b58fc851-1dc3-45ad-b3f8-4ad672be53ab' 2024-11-27T00:21:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b58fc851-1dc3-45ad-b3f8-4ad672be53ab" 2024-11-27T00:21:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3563910a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,34643,-1] 2024-11-27T00:21:33,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:33,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:33,169 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:33,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d1b8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:33,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,37193,1732666868876, seqNum=-1] 2024-11-27T00:21:33,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:33,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:21:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0., hostname=f036bc4986ea,37193,1732666868876, seqNum=2] 2024-11-27T00:21:33,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:33,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,33013,1732666878952, seqNum=-1] 2024-11-27T00:21:33,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:33,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:21:33,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56., hostname=f036bc4986ea,33013,1732666878952, seqNum=2] 2024-11-27T00:21:33,207 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T00:21:33,314 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 379, reset compression=false 2024-11-27T00:21:33,358 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:21:33,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:33,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:33,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:33,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:33,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:33,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:33,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:33,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:33,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:33,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:33,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:33,690 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 379, reset compression=false 2024-11-27T00:21:33,753 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 379, reset compression=false 2024-11-27T00:21:33,761 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:33,761 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 480, reset compression=false 2024-11-27T00:21:33,761 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,37193,1732666868876 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c9ac78febc6f9ee48cba2300383a7a0/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T00:21:33,765 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:21:33,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-27T00:21:33,767 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:33,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44b79889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:33,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37927,-1 for getting cluster id 2024-11-27T00:21:33,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:33,769 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ae6d8ca2-3509-41e4-9b83-d528e9d6dac8' 2024-11-27T00:21:33,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:33,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ae6d8ca2-3509-41e4-9b83-d528e9d6dac8" 2024-11-27T00:21:33,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b70c497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:33,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37927,-1] 2024-11-27T00:21:33,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:33,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:33,771 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:33,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c93cf0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:33,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:33,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,36837,1732666874052, seqNum=-1] 2024-11-27T00:21:33,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:33,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T00:21:33,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2., hostname=f036bc4986ea,36837,1732666874052, seqNum=2] 2024-11-27T00:21:33,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:33,825 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 379, reset compression=false 2024-11-27T00:21:33,968 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 480, reset compression=false 2024-11-27T00:21:34,210 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T00:21:34,273 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 480, reset compression=false 2024-11-27T00:21:34,430 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 379, reset compression=false 2024-11-27T00:21:34,594 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 379, reset compression=false 2024-11-27T00:21:34,598 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:34,598 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 504, reset compression=false 2024-11-27T00:21:34,598 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,36837,1732666874052 got entry batch from reader: WALEntryBatch [walEntries=[{test/834d732cbb8bdc63f2a3fe72d3542ce2/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T00:21:34,600 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:21:34,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-27T00:21:34,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:34,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56c8209e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:34,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,34643,-1 for getting cluster id 2024-11-27T00:21:34,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:34,609 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b58fc851-1dc3-45ad-b3f8-4ad672be53ab' 2024-11-27T00:21:34,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:34,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b58fc851-1dc3-45ad-b3f8-4ad672be53ab" 2024-11-27T00:21:34,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e510199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:34,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,34643,-1] 2024-11-27T00:21:34,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:34,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:34,610 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:34,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@213cd7b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:34,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:34,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,33013,1732666878952, seqNum=-1] 2024-11-27T00:21:34,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:34,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T00:21:34,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56., hostname=f036bc4986ea,33013,1732666878952, seqNum=2] 2024-11-27T00:21:34,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:34,684 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 480, reset compression=false 2024-11-27T00:21:34,809 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 504, reset compression=false 2024-11-27T00:21:35,112 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 504, reset compression=false 2024-11-27T00:21:35,133 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 379, reset compression=false 2024-11-27T00:21:35,137 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:35,137 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 528, reset compression=false 2024-11-27T00:21:35,137 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,33013,1732666878952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:35,188 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 480, reset compression=false 2024-11-27T00:21:35,211 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T00:21:35,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:35,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,36837,1732666874052, seqNum=-1] 2024-11-27T00:21:35,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:35,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:21:35,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2., hostname=f036bc4986ea,36837,1732666874052, seqNum=2] 2024-11-27T00:21:35,218 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T00:21:35,341 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 528, reset compression=false 2024-11-27T00:21:35,517 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 504, reset compression=false 2024-11-27T00:21:35,521 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:35,521 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 608, reset compression=false 2024-11-27T00:21:35,522 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,36837,1732666874052 got entry batch from reader: WALEntryBatch [walEntries=[{test/834d732cbb8bdc63f2a3fe72d3542ce2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T00:21:35,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:35,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:35,645 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 528, reset compression=false 2024-11-27T00:21:35,650 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:35,650 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 656, reset compression=false 2024-11-27T00:21:35,650 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,33013,1732666878952 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3b0d947ccd13e7af791ad9182c06e56/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T00:21:35,651 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:21:35,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T00:21:35,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:35,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ae4372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:35,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37739,-1 for getting cluster id 2024-11-27T00:21:35,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:35,655 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e072906-5e86-4737-8275-398be4bc784e' 2024-11-27T00:21:35,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:35,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e072906-5e86-4737-8275-398be4bc784e" 2024-11-27T00:21:35,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f4c50c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:35,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37739,-1] 2024-11-27T00:21:35,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:35,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:35,657 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:35,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f6c8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:35,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:35,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,37193,1732666868876, seqNum=-1] 2024-11-27T00:21:35,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:35,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T00:21:35,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0., hostname=f036bc4986ea,37193,1732666868876, seqNum=2] 2024-11-27T00:21:35,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:35,725 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 608, reset compression=false 2024-11-27T00:21:35,791 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 480, reset compression=false 2024-11-27T00:21:35,796 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:35,796 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 632, reset compression=false 2024-11-27T00:21:35,796 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,37193,1732666868876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:35,855 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 656, reset compression=false 2024-11-27T00:21:36,000 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 632, reset compression=false 2024-11-27T00:21:36,029 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 608, reset compression=false 2024-11-27T00:21:36,159 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 656, reset compression=false 2024-11-27T00:21:36,220 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T00:21:36,224 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T00:21:36,304 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 632, reset compression=false 2024-11-27T00:21:36,432 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 608, reset compression=false 2024-11-27T00:21:36,563 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 656, reset compression=false 2024-11-27T00:21:36,567 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:36,567 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 760, reset compression=false 2024-11-27T00:21:36,567 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,33013,1732666878952 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3b0d947ccd13e7af791ad9182c06e56/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T00:21:36,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:36,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:36,707 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 632, reset compression=false 2024-11-27T00:21:36,718 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:36,718 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 760, reset compression=false 2024-11-27T00:21:36,718 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,37193,1732666868876 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c9ac78febc6f9ee48cba2300383a7a0/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T00:21:36,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:36,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:36,776 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 760, reset compression=false 2024-11-27T00:21:36,926 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 760, reset compression=false 2024-11-27T00:21:36,936 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 608, reset compression=false 2024-11-27T00:21:36,947 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:36,947 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 760, reset compression=false 2024-11-27T00:21:36,947 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,36837,1732666874052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:37,083 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 760, reset compression=false 2024-11-27T00:21:37,163 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 760, reset compression=false 2024-11-27T00:21:37,228 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T00:21:37,233 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 760, reset compression=false 2024-11-27T00:21:37,243 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T00:21:37,250 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:37,250 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 916, reset compression=false 2024-11-27T00:21:37,251 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,37193,1732666868876 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c9ac78febc6f9ee48cba2300383a7a0/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T00:21:37,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:37,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:37,461 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 916, reset compression=false 2024-11-27T00:21:37,474 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 760, reset compression=false 2024-11-27T00:21:37,479 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:37,479 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 908, reset compression=false 2024-11-27T00:21:37,479 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,36837,1732666874052 got entry batch from reader: WALEntryBatch [walEntries=[{test/834d732cbb8bdc63f2a3fe72d3542ce2/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T00:21:37,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:37,483 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:37,503 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 760, reset compression=false 2024-11-27T00:21:37,508 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:37,508 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 932, reset compression=false 2024-11-27T00:21:37,508 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,33013,1732666878952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:37,685 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 908, reset compression=false 2024-11-27T00:21:37,713 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 932, reset compression=false 2024-11-27T00:21:37,769 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 916, reset compression=false 2024-11-27T00:21:37,991 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 908, reset compression=false 2024-11-27T00:21:38,017 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 932, reset compression=false 2024-11-27T00:21:38,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:21:38,174 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 916, reset compression=false 2024-11-27T00:21:38,245 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T00:21:38,248 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T00:21:38,395 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 908, reset compression=false 2024-11-27T00:21:38,399 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:38,399 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1067, reset compression=false 2024-11-27T00:21:38,399 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,36837,1732666874052 got entry batch from reader: WALEntryBatch [walEntries=[{test/834d732cbb8bdc63f2a3fe72d3542ce2/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T00:21:38,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:38,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:38,441 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 932, reset compression=false 2024-11-27T00:21:38,445 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:38,445 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1082, reset compression=false 2024-11-27T00:21:38,445 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,33013,1732666878952 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3b0d947ccd13e7af791ad9182c06e56/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T00:21:38,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:38,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:38,603 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1067, reset compression=false 2024-11-27T00:21:38,653 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1082, reset compression=false 2024-11-27T00:21:38,696 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 916, reset compression=false 2024-11-27T00:21:38,699 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:38,699 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1090, reset compression=false 2024-11-27T00:21:38,699 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,37193,1732666868876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:38,903 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1090, reset compression=false 2024-11-27T00:21:38,907 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1067, reset compression=false 2024-11-27T00:21:38,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:38,925 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:21:38,926 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68552 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:21:38,957 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1082, reset compression=false 2024-11-27T00:21:39,206 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1090, reset compression=false 2024-11-27T00:21:39,250 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T00:21:39,253 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T00:21:39,310 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1067, reset compression=false 2024-11-27T00:21:39,369 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1082, reset compression=false 2024-11-27T00:21:39,373 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:39,373 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1241, reset compression=false 2024-11-27T00:21:39,373 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,33013,1732666878952 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3b0d947ccd13e7af791ad9182c06e56/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T00:21:39,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:39,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:39,577 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1241, reset compression=false 2024-11-27T00:21:39,611 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1090, reset compression=false 2024-11-27T00:21:39,614 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:39,615 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1240, reset compression=false 2024-11-27T00:21:39,615 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,37193,1732666868876 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c9ac78febc6f9ee48cba2300383a7a0/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T00:21:39,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:39,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:39,814 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1067, reset compression=false 2024-11-27T00:21:39,818 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1240, reset compression=false 2024-11-27T00:21:39,818 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:39,818 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1241, reset compression=false 2024-11-27T00:21:39,818 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,36837,1732666874052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:39,880 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1241, reset compression=false 2024-11-27T00:21:40,022 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1241, reset compression=false 2024-11-27T00:21:40,123 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1240, reset compression=false 2024-11-27T00:21:40,255 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T00:21:40,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb003f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:40,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,34643,-1 for getting cluster id 2024-11-27T00:21:40,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:40,261 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b58fc851-1dc3-45ad-b3f8-4ad672be53ab' 2024-11-27T00:21:40,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:40,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b58fc851-1dc3-45ad-b3f8-4ad672be53ab" 2024-11-27T00:21:40,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d2119e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:40,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,34643,-1] 2024-11-27T00:21:40,261 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:40,262 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7585c530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:40,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,34643,1732666878810 2024-11-27T00:21:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dd78b96 2024-11-27T00:21:40,265 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:40,266 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:21:40,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-27T00:21:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-27T00:21:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T00:21:40,291 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1241, reset compression=false 2024-11-27T00:21:40,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:21:40,326 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1241, reset compression=false 2024-11-27T00:21:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T00:21:40,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T00:21:40,445 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-27T00:21:40,445 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-27T00:21:40,445 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,33013,1732666878952 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-27T00:21:40,446 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0. 2024-11-27T00:21:40,446 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:40,446 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:40,446 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:40,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:40,526 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1240, reset compression=false 2024-11-27T00:21:40,546 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:21:40,546 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T00:21:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T00:21:40,646 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 terminated 2024-11-27T00:21:40,662 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,33013,1732666878952, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:21:40,663 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-27T00:21:40,663 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T00:21:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T00:21:40,665 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on f036bc4986ea,33013,1732666878952 suceeded 2024-11-27T00:21:40,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T00:21:40,667 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-27T00:21:40,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-27T00:21:40,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 401 msec 2024-11-27T00:21:40,680 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37739' 2024-11-27T00:21:40,681 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79b6e4f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:40,681 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37739,-1 for getting cluster id 2024-11-27T00:21:40,681 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:40,681 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9e072906-5e86-4737-8275-398be4bc784e' 2024-11-27T00:21:40,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:40,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9e072906-5e86-4737-8275-398be4bc784e" 2024-11-27T00:21:40,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3306d124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:40,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37739,-1] 2024-11-27T00:21:40,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:40,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:40,683 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:40,683 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40afecd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:40,683 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:40,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37739,1732666868569 2024-11-27T00:21:40,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@555bd3d8 2024-11-27T00:21:40,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:40,684 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T00:21:40,685 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,33013,1732666878952 (queues=1) is replicating from cluster=b58fc851-1dc3-45ad-b3f8-4ad672be53ab to cluster=9e072906-5e86-4737-8275-398be4bc784e 2024-11-27T00:21:40,685 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C33013%2C1732666878952 2024-11-27T00:21:40,685 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,33013,1732666878952, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:21:40,686 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C33013%2C1732666878952 2024-11-27T00:21:40,733 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1241, reset compression=false 2024-11-27T00:21:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T00:21:40,896 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:21:40,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:21:40,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:40,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:40,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:40,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:40,900 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-27T00:21:41,029 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1240, reset compression=false 2024-11-27T00:21:41,033 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:41,033 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1344, reset compression=false 2024-11-27T00:21:41,033 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,37193,1732666868876 got entry batch from reader: WALEntryBatch [walEntries=[{test/3c9ac78febc6f9ee48cba2300383a7a0/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T00:21:41,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:41,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:41,236 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1344, reset compression=false 2024-11-27T00:21:41,236 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1241, reset compression=false 2024-11-27T00:21:41,239 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:41,239 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1369, reset compression=false 2024-11-27T00:21:41,239 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,36837,1732666874052 got entry batch from reader: WALEntryBatch [walEntries=[{test/834d732cbb8bdc63f2a3fe72d3542ce2/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T00:21:41,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:41,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:41,443 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1369, reset compression=false 2024-11-27T00:21:41,539 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1344, reset compression=false 2024-11-27T00:21:41,747 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1369, reset compression=false 2024-11-27T00:21:41,902 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-27T00:21:41,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6245b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:41,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,34643,-1 for getting cluster id 2024-11-27T00:21:41,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:21:41,905 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b58fc851-1dc3-45ad-b3f8-4ad672be53ab' 2024-11-27T00:21:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:21:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b58fc851-1dc3-45ad-b3f8-4ad672be53ab" 2024-11-27T00:21:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25421550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,34643,-1] 2024-11-27T00:21:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:21:41,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:41,906 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:21:41,907 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207ac347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:21:41,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,34643,1732666878810 2024-11-27T00:21:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35fd99a2 2024-11-27T00:21:41,910 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:21:41,911 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:21:41,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-27T00:21:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-27T00:21:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T00:21:41,942 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1344, reset compression=false 2024-11-27T00:21:41,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:21:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T00:21:42,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-27T00:21:42,120 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-27T00:21:42,121 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T00:21:42,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-27T00:21:42,123 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on f036bc4986ea,33013,1732666878952 suceeded 2024-11-27T00:21:42,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T00:21:42,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-27T00:21:42,125 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-27T00:21:42,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 214 msec 2024-11-27T00:21:42,150 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1369, reset compression=false 2024-11-27T00:21:42,156 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:42,156 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1473, reset compression=false 2024-11-27T00:21:42,156 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,36837,1732666874052 got entry batch from reader: WALEntryBatch [walEntries=[{test/834d732cbb8bdc63f2a3fe72d3542ce2/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T00:21:42,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:42,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:42,187 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137, startPosition=1241, beingWritten=true 2024-11-27T00:21:42,191 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:21:42,191 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1521, reset compression=false 2024-11-27T00:21:42,191 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,33013,1732666878952 got entry batch from reader: WALEntryBatch [walEntries=[{test/b3b0d947ccd13e7af791ad9182c06e56/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T00:21:42,193 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:21:42,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T00:21:42,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:21:42,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:21:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T00:21:42,236 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:21:42,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:21:42,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:42,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:42,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:42,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:42,238 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-27T00:21:42,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:21:42,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:21:42,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:42,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:42,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:42,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:42,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:21:42,239 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1274444548, stopped=false 2024-11-27T00:21:42,239 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,34643,1732666878810 2024-11-27T00:21:42,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-768946470/running 2024-11-27T00:21:42,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-768946470/running 2024-11-27T00:21:42,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:42,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:42,313 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:21:42,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:21:42,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:42,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:42,314 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,33013,1732666878952' ***** 2024-11-27T00:21:42,314 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:21:42,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Set watcher on znode that does not yet exist, /2-768946470/running 2024-11-27T00:21:42,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Set watcher on znode that does not yet exist, /2-768946470/running 2024-11-27T00:21:42,314 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:21:42,314 INFO [RS:0;f036bc4986ea:33013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:21:42,315 INFO [RS:0;f036bc4986ea:33013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:21:42,315 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:21:42,315 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(3091): Received CLOSE for ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:42,315 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(3091): Received CLOSE for b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:42,315 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,33013,1732666878952 2024-11-27T00:21:42,315 INFO [RS:0;f036bc4986ea:33013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:21:42,315 INFO [RS:0;f036bc4986ea:33013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:33013. 2024-11-27T00:21:42,315 DEBUG [RS:0;f036bc4986ea:33013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:42,315 DEBUG [RS:0;f036bc4986ea:33013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:42,315 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:21:42,315 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:21:42,315 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:21:42,315 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:21:42,315 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T00:21:42,316 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ff6a3baec1a5bdeb1c7f8c15305079f7=hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7., b3b0d947ccd13e7af791ad9182c06e56=test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56.} 2024-11-27T00:21:42,316 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3b0d947ccd13e7af791ad9182c06e56, ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:42,316 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:21:42,316 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff6a3baec1a5bdeb1c7f8c15305079f7, disabling compactions & flushes 2024-11-27T00:21:42,316 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:21:42,316 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. 2024-11-27T00:21:42,316 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:21:42,316 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. 2024-11-27T00:21:42,316 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:21:42,316 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:21:42,316 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. after waiting 0 ms 2024-11-27T00:21:42,316 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. 2024-11-27T00:21:42,316 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff6a3baec1a5bdeb1c7f8c15305079f7 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-27T00:21:42,316 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T00:21:42,329 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/replication/ff6a3baec1a5bdeb1c7f8c15305079f7/.tmp/queue/838cfd4d3eda4bfe8b6459944a38e100 is 154, key is 1-f036bc4986ea,33013,1732666878952/queue:f036bc4986ea%2C33013%2C1732666878952/1732666902197/Put/seqid=0 2024-11-27T00:21:42,329 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/.tmp/info/8f982b5e57e84adc9b34ad0190c72e2c is 147, key is hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7./info:regioninfo/1732666891985/Put/seqid=0 2024-11-27T00:21:42,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741841_1017 (size=7686) 2024-11-27T00:21:42,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741840_1016 (size=5353) 2024-11-27T00:21:42,333 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/.tmp/info/8f982b5e57e84adc9b34ad0190c72e2c 2024-11-27T00:21:42,353 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/.tmp/ns/69a7275baa9741c1ad7bf269c242a897 is 43, key is default/ns:d/1732666881643/Put/seqid=0 2024-11-27T00:21:42,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741842_1018 (size=5153) 2024-11-27T00:21:42,359 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1473, reset compression=false 2024-11-27T00:21:42,395 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1521, reset compression=false 2024-11-27T00:21:42,404 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:21:42,444 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1344, reset compression=false 2024-11-27T00:21:42,448 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:42,448 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1496, reset compression=false 2024-11-27T00:21:42,448 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,37193,1732666868876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:42,516 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3b0d947ccd13e7af791ad9182c06e56, ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:42,651 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1496, reset compression=false 2024-11-27T00:21:42,662 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1473, reset compression=false 2024-11-27T00:21:42,699 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1521, reset compression=false 2024-11-27T00:21:42,716 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3b0d947ccd13e7af791ad9182c06e56, ff6a3baec1a5bdeb1c7f8c15305079f7 2024-11-27T00:21:42,733 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/replication/ff6a3baec1a5bdeb1c7f8c15305079f7/.tmp/queue/838cfd4d3eda4bfe8b6459944a38e100 2024-11-27T00:21:42,737 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/replication/ff6a3baec1a5bdeb1c7f8c15305079f7/.tmp/queue/838cfd4d3eda4bfe8b6459944a38e100 as hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/replication/ff6a3baec1a5bdeb1c7f8c15305079f7/queue/838cfd4d3eda4bfe8b6459944a38e100 2024-11-27T00:21:42,740 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/replication/ff6a3baec1a5bdeb1c7f8c15305079f7/queue/838cfd4d3eda4bfe8b6459944a38e100, entries=1, sequenceid=13, filesize=5.2 K 2024-11-27T00:21:42,741 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for ff6a3baec1a5bdeb1c7f8c15305079f7 in 425ms, sequenceid=13, compaction requested=false 2024-11-27T00:21:42,745 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/replication/ff6a3baec1a5bdeb1c7f8c15305079f7/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-27T00:21:42,745 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:21:42,745 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:21:42,745 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. 2024-11-27T00:21:42,745 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff6a3baec1a5bdeb1c7f8c15305079f7: Waiting for close lock at 1732666902316Running coprocessor pre-close hooks at 1732666902316Disabling compacts and flushes for region at 1732666902316Disabling writes for close at 1732666902316Obtaining lock to block concurrent updates at 1732666902316Preparing flush snapshotting stores in ff6a3baec1a5bdeb1c7f8c15305079f7 at 1732666902316Finished memstore snapshotting hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732666902316Flushing stores of hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. at 1732666902316Flushing ff6a3baec1a5bdeb1c7f8c15305079f7/queue: creating writer at 1732666902317 (+1 ms)Flushing ff6a3baec1a5bdeb1c7f8c15305079f7/queue: appending metadata at 1732666902329 (+12 ms)Flushing ff6a3baec1a5bdeb1c7f8c15305079f7/queue: closing flushed file at 1732666902329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bcf56bf: reopening flushed file at 1732666902736 (+407 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for ff6a3baec1a5bdeb1c7f8c15305079f7 in 425ms, sequenceid=13, compaction requested=false at 1732666902741 (+5 ms)Writing region close event to WAL at 1732666902742 (+1 ms)Running coprocessor post-close hooks at 1732666902745 (+3 ms)Closed at 1732666902745 2024-11-27T00:21:42,746 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666891014.ff6a3baec1a5bdeb1c7f8c15305079f7. 2024-11-27T00:21:42,746 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3b0d947ccd13e7af791ad9182c06e56, disabling compactions & flushes 2024-11-27T00:21:42,746 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. 2024-11-27T00:21:42,746 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. 2024-11-27T00:21:42,746 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. after waiting 0 ms 2024-11-27T00:21:42,746 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. 2024-11-27T00:21:42,746 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b3b0d947ccd13e7af791ad9182c06e56 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T00:21:42,757 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/.tmp/ns/69a7275baa9741c1ad7bf269c242a897 2024-11-27T00:21:42,764 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/.tmp/f/74ca24eb657740b3a990d8f38a3fabcf is 37, key is row3/f:row3/1732666900898/Put/seqid=0 2024-11-27T00:21:42,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741843_1019 (size=5228) 2024-11-27T00:21:42,774 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/.tmp/rep_barrier/bd917314f5564d84bbe38d772b027e45 is 112, key is test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56./rep_barrier:seqnumDuringOpen/1732666885691/Put/seqid=0 2024-11-27T00:21:42,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741844_1020 (size=5518) 2024-11-27T00:21:42,916 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:42,954 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1496, reset compression=false 2024-11-27T00:21:42,984 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:21:42,984 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:21:43,065 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1473, reset compression=false 2024-11-27T00:21:43,102 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1521, reset compression=false 2024-11-27T00:21:43,105 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:43,105 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1768, reset compression=false 2024-11-27T00:21:43,105 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,33013,1732666878952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:43,106 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f036bc4986ea,33013,1732666878952: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f036bc4986ea,33013,1732666878952, walGroup=f036bc4986ea%2C33013%2C1732666878952, offset=f036bc4986ea%2C33013%2C1732666878952.1732666881137:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:33013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T00:21:43,108 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T00:21:43,108 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T00:21:43,108 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T00:21:43,109 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T00:21:43,109 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T00:21:43,109 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 955913200 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198586952 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T00:21:43,109 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:34643 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:34643 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T00:21:43,116 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:43,170 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/.tmp/f/74ca24eb657740b3a990d8f38a3fabcf 2024-11-27T00:21:43,174 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74ca24eb657740b3a990d8f38a3fabcf 2024-11-27T00:21:43,178 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/.tmp/rep_barrier/bd917314f5564d84bbe38d772b027e45 2024-11-27T00:21:43,188 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/.tmp/f1/48b33e9d86e24e10b608414e4cdae7a6 is 30, key is row1/f1:/1732666898245/DeleteFamily/seqid=0 2024-11-27T00:21:43,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741845_1021 (size=5158) 2024-11-27T00:21:43,195 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/.tmp/table/871ba07568724c1d9a3c4101c61f4cff is 53, key is hbase:replication/table:state/1732666892006/Put/seqid=0 2024-11-27T00:21:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741846_1022 (size=5308) 2024-11-27T00:21:43,308 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1768, reset compression=false 2024-11-27T00:21:43,316 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T00:21:43,316 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b3b0d947ccd13e7af791ad9182c06e56=test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56.} 2024-11-27T00:21:43,316 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:43,357 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1496, reset compression=false 2024-11-27T00:21:43,487 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:21:43,516 DEBUG [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3b0d947ccd13e7af791ad9182c06e56 2024-11-27T00:21:43,568 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1473, reset compression=false 2024-11-27T00:21:43,591 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/.tmp/f1/48b33e9d86e24e10b608414e4cdae7a6 2024-11-27T00:21:43,595 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48b33e9d86e24e10b608414e4cdae7a6 2024-11-27T00:21:43,598 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/.tmp/table/871ba07568724c1d9a3c4101c61f4cff 2024-11-27T00:21:43,602 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/.tmp/info/8f982b5e57e84adc9b34ad0190c72e2c as hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/info/8f982b5e57e84adc9b34ad0190c72e2c 2024-11-27T00:21:43,605 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/info/8f982b5e57e84adc9b34ad0190c72e2c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T00:21:43,605 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/.tmp/ns/69a7275baa9741c1ad7bf269c242a897 as hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/ns/69a7275baa9741c1ad7bf269c242a897 2024-11-27T00:21:43,608 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/ns/69a7275baa9741c1ad7bf269c242a897, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T00:21:43,609 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/.tmp/rep_barrier/bd917314f5564d84bbe38d772b027e45 as hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/rep_barrier/bd917314f5564d84bbe38d772b027e45 2024-11-27T00:21:43,610 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/.tmp/norep/1476f449df07414cbe8d758d5978ba27 is 33, key is row2/norep:/1732666899250/DeleteFamily/seqid=0 2024-11-27T00:21:43,611 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.1732666881137 to pos 1768, reset compression=false 2024-11-27T00:21:43,612 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/rep_barrier/bd917314f5564d84bbe38d772b027e45, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T00:21:43,613 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/.tmp/table/871ba07568724c1d9a3c4101c61f4cff as hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/table/871ba07568724c1d9a3c4101c61f4cff 2024-11-27T00:21:43,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741847_1023 (size=5108) 2024-11-27T00:21:43,614 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/.tmp/norep/1476f449df07414cbe8d758d5978ba27 2024-11-27T00:21:43,616 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/table/871ba07568724c1d9a3c4101c61f4cff, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T00:21:43,617 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false 2024-11-27T00:21:43,618 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1476f449df07414cbe8d758d5978ba27 2024-11-27T00:21:43,619 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/.tmp/f/74ca24eb657740b3a990d8f38a3fabcf as hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/f/74ca24eb657740b3a990d8f38a3fabcf 2024-11-27T00:21:43,622 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 74ca24eb657740b3a990d8f38a3fabcf 2024-11-27T00:21:43,622 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/f/74ca24eb657740b3a990d8f38a3fabcf, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T00:21:43,623 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/.tmp/f1/48b33e9d86e24e10b608414e4cdae7a6 as hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/f1/48b33e9d86e24e10b608414e4cdae7a6 2024-11-27T00:21:43,626 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48b33e9d86e24e10b608414e4cdae7a6 2024-11-27T00:21:43,626 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/f1/48b33e9d86e24e10b608414e4cdae7a6, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T00:21:43,627 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/.tmp/norep/1476f449df07414cbe8d758d5978ba27 as hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/norep/1476f449df07414cbe8d758d5978ba27 2024-11-27T00:21:43,630 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1476f449df07414cbe8d758d5978ba27 2024-11-27T00:21:43,630 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/norep/1476f449df07414cbe8d758d5978ba27, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T00:21:43,631 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b3b0d947ccd13e7af791ad9182c06e56 in 885ms, sequenceid=12, compaction requested=false 2024-11-27T00:21:43,641 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T00:21:43,641 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:21:43,641 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:21:43,641 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:21:43,641 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666902316Running coprocessor pre-close hooks at 1732666902316Disabling compacts and flushes for region at 1732666902316Disabling writes for close at 1732666902316Obtaining lock to block concurrent updates at 1732666902316Preparing flush snapshotting stores in 1588230740 at 1732666902316Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732666902316Flushing stores of hbase:meta,,1.1588230740 at 1732666902316Flushing 1588230740/info: creating writer at 1732666902317 (+1 ms)Flushing 1588230740/info: appending metadata at 1732666902329 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732666902329Flushing 1588230740/ns: creating writer at 1732666902337 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732666902353 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732666902353Flushing 1588230740/rep_barrier: creating writer at 1732666902760 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666902774 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666902774Flushing 1588230740/table: creating writer at 1732666903181 (+407 ms)Flushing 1588230740/table: appending metadata at 1732666903195 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732666903195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73208591: reopening flushed file at 1732666903601 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a59d44: reopening flushed file at 1732666903605 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@148b586c: reopening flushed file at 1732666903608 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@738e4cb: reopening flushed file at 1732666903612 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false at 1732666903617 (+5 ms)Writing region close event to WAL at 1732666903636 (+19 ms)Running coprocessor post-close hooks at 1732666903641 (+5 ms)Closed at 1732666903641 2024-11-27T00:21:43,642 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:21:43,642 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/data/default/test/b3b0d947ccd13e7af791ad9182c06e56/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T00:21:43,643 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:21:43,643 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:21:43,643 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. 2024-11-27T00:21:43,643 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3b0d947ccd13e7af791ad9182c06e56: Waiting for close lock at 1732666902746Running coprocessor pre-close hooks at 1732666902746Disabling compacts and flushes for region at 1732666902746Disabling writes for close at 1732666902746Obtaining lock to block concurrent updates at 1732666902746Preparing flush snapshotting stores in b3b0d947ccd13e7af791ad9182c06e56 at 1732666902746Finished memstore snapshotting test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732666902746Flushing stores of test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. at 1732666902747 (+1 ms)Flushing b3b0d947ccd13e7af791ad9182c06e56/f: creating writer at 1732666902747Flushing b3b0d947ccd13e7af791ad9182c06e56/f: appending metadata at 1732666902763 (+16 ms)Flushing b3b0d947ccd13e7af791ad9182c06e56/f: closing flushed file at 1732666902763Flushing b3b0d947ccd13e7af791ad9182c06e56/f1: creating writer at 1732666903174 (+411 ms)Flushing b3b0d947ccd13e7af791ad9182c06e56/f1: appending metadata at 1732666903187 (+13 ms)Flushing b3b0d947ccd13e7af791ad9182c06e56/f1: closing flushed file at 1732666903187Flushing b3b0d947ccd13e7af791ad9182c06e56/norep: creating writer at 1732666903595 (+408 ms)Flushing b3b0d947ccd13e7af791ad9182c06e56/norep: appending metadata at 1732666903609 (+14 ms)Flushing b3b0d947ccd13e7af791ad9182c06e56/norep: closing flushed file at 1732666903610 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac6969: reopening flushed file at 1732666903618 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679e9326: reopening flushed file at 1732666903622 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6039ba73: reopening flushed file at 1732666903627 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b3b0d947ccd13e7af791ad9182c06e56 in 885ms, sequenceid=12, compaction requested=false at 1732666903631 (+4 ms)Writing region close event to WAL at 1732666903640 (+9 ms)Running coprocessor post-close hooks at 1732666903643 (+3 ms)Closed at 1732666903643 2024-11-27T00:21:43,643 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666884529.b3b0d947ccd13e7af791ad9182c06e56. 2024-11-27T00:21:43,717 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,33013,1732666878952; all regions closed. 2024-11-27T00:21:43,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741834_1010 (size=4239) 2024-11-27T00:21:43,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741839_1015 (size=3333) 2024-11-27T00:21:43,720 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/WALs/f036bc4986ea,33013,1732666878952/f036bc4986ea%2C33013%2C1732666878952.rep.1732666891799 not finished, retry = 0 2024-11-27T00:21:43,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741833_1009 (size=2420) 2024-11-27T00:21:43,823 DEBUG [RS:0;f036bc4986ea:33013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:43,823 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:21:43,824 INFO [RS:0;f036bc4986ea:33013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:21:43,824 INFO [RS:0;f036bc4986ea:33013 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T00:21:43,824 INFO [RS:0;f036bc4986ea:33013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:21:43,824 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:21:43,824 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,33013,1732666878952 because: Region server is closing 2024-11-27T00:21:43,825 INFO [RS:0;f036bc4986ea:33013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:33013. 2024-11-27T00:21:43,825 DEBUG [RS:0;f036bc4986ea:33013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:43,825 DEBUG [RS:0;f036bc4986ea:33013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:43,825 DEBUG [RS:0;f036bc4986ea:33013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:43,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:43,860 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1496, reset compression=false 2024-11-27T00:21:43,925 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.shipperf036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 terminated 2024-11-27T00:21:43,925 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,33013,1732666878952.replicationSource.wal-reader.f036bc4986ea%2C33013%2C1732666878952,1-f036bc4986ea,33013,1732666878952 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:21:43,925 INFO [RS:0;f036bc4986ea:33013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:33013. 2024-11-27T00:21:43,925 DEBUG [RS:0;f036bc4986ea:33013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:43,925 DEBUG [RS:0;f036bc4986ea:33013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:43,926 DEBUG [RS:0;f036bc4986ea:33013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:43,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:43,926 INFO [RS:0;f036bc4986ea:33013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33013 2024-11-27T00:21:44,171 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1473, reset compression=false 2024-11-27T00:21:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-768946470/rs/f036bc4986ea,33013,1732666878952 2024-11-27T00:21:44,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470/rs 2024-11-27T00:21:44,400 INFO [RS:0;f036bc4986ea:33013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:21:44,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,33013,1732666878952] 2024-11-27T00:21:44,432 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-768946470/draining/f036bc4986ea,33013,1732666878952 already deleted, retry=false 2024-11-27T00:21:44,432 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,33013,1732666878952 expired; onlineServers=0 2024-11-27T00:21:44,432 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,34643,1732666878810' ***** 2024-11-27T00:21:44,432 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:21:44,432 INFO [M:0;f036bc4986ea:34643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:21:44,432 INFO [M:0;f036bc4986ea:34643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:21:44,432 DEBUG [M:0;f036bc4986ea:34643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:21:44,432 DEBUG [M:0;f036bc4986ea:34643 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:21:44,432 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:21:44,432 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666880744 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666880744,5,FailOnTimeoutGroup] 2024-11-27T00:21:44,432 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666880752 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666880752,5,FailOnTimeoutGroup] 2024-11-27T00:21:44,432 INFO [M:0;f036bc4986ea:34643 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:21:44,432 INFO [M:0;f036bc4986ea:34643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:21:44,433 DEBUG [M:0;f036bc4986ea:34643 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:21:44,433 INFO [M:0;f036bc4986ea:34643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:21:44,433 INFO [M:0;f036bc4986ea:34643 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:21:44,433 INFO [M:0;f036bc4986ea:34643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:21:44,433 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:21:44,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-768946470/master 2024-11-27T00:21:44,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-768946470 2024-11-27T00:21:44,453 DEBUG [M:0;f036bc4986ea:34643 {}] zookeeper.ZKUtil(347): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Unable to get data of znode /2-768946470/master because node does not exist (not an error) 2024-11-27T00:21:44,453 WARN [M:0;f036bc4986ea:34643 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:21:44,454 INFO [M:0;f036bc4986ea:34643 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/.lastflushedseqids 2024-11-27T00:21:44,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741848_1024 (size=245) 2024-11-27T00:21:44,463 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1496, reset compression=false 2024-11-27T00:21:44,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:44,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x10179aa35550007, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:44,511 INFO [RS:0;f036bc4986ea:33013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:21:44,511 INFO [RS:0;f036bc4986ea:33013 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,33013,1732666878952; zookeeper connection closed. 2024-11-27T00:21:44,511 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a984ffa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a984ffa 2024-11-27T00:21:44,511 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:21:44,858 INFO [M:0;f036bc4986ea:34643 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:21:44,858 INFO [M:0;f036bc4986ea:34643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:21:44,859 DEBUG [M:0;f036bc4986ea:34643 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:21:44,859 INFO [M:0;f036bc4986ea:34643 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:44,859 DEBUG [M:0;f036bc4986ea:34643 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:44,859 DEBUG [M:0;f036bc4986ea:34643 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:21:44,859 DEBUG [M:0;f036bc4986ea:34643 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:44,859 INFO [M:0;f036bc4986ea:34643 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-27T00:21:44,874 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1473, reset compression=false 2024-11-27T00:21:44,975 DEBUG [M:0;f036bc4986ea:34643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb111d28c43e4bcb991cbdd854192f47 is 82, key is hbase:meta,,1/info:regioninfo/1732666881616/Put/seqid=0 2024-11-27T00:21:44,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741849_1025 (size=5672) 2024-11-27T00:21:45,166 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1496, reset compression=false 2024-11-27T00:21:45,379 INFO [M:0;f036bc4986ea:34643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb111d28c43e4bcb991cbdd854192f47 2024-11-27T00:21:45,397 DEBUG [M:0;f036bc4986ea:34643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a598a98a6a51448a995af1179a191bc5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732666892011/Put/seqid=0 2024-11-27T00:21:45,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741850_1026 (size=9212) 2024-11-27T00:21:45,677 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1473, reset compression=false 2024-11-27T00:21:45,801 INFO [M:0;f036bc4986ea:34643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a598a98a6a51448a995af1179a191bc5 2024-11-27T00:21:45,819 DEBUG [M:0;f036bc4986ea:34643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91a6aab88e7d4d1899f27b24b11e48d4 is 69, key is f036bc4986ea,33013,1732666878952/rs:state/1732666880889/Put/seqid=0 2024-11-27T00:21:45,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741851_1027 (size=5156) 2024-11-27T00:21:45,969 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1496, reset compression=false 2024-11-27T00:21:46,223 INFO [M:0;f036bc4986ea:34643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91a6aab88e7d4d1899f27b24b11e48d4 2024-11-27T00:21:46,227 DEBUG [M:0;f036bc4986ea:34643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb111d28c43e4bcb991cbdd854192f47 as hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb111d28c43e4bcb991cbdd854192f47 2024-11-27T00:21:46,230 INFO [M:0;f036bc4986ea:34643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb111d28c43e4bcb991cbdd854192f47, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T00:21:46,230 DEBUG [M:0;f036bc4986ea:34643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a598a98a6a51448a995af1179a191bc5 as hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a598a98a6a51448a995af1179a191bc5 2024-11-27T00:21:46,234 INFO [M:0;f036bc4986ea:34643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a598a98a6a51448a995af1179a191bc5, entries=15, sequenceid=127, filesize=9.0 K 2024-11-27T00:21:46,235 DEBUG [M:0;f036bc4986ea:34643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91a6aab88e7d4d1899f27b24b11e48d4 as hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91a6aab88e7d4d1899f27b24b11e48d4 2024-11-27T00:21:46,239 INFO [M:0;f036bc4986ea:34643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44165/user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91a6aab88e7d4d1899f27b24b11e48d4, entries=1, sequenceid=127, filesize=5.0 K 2024-11-27T00:21:46,240 INFO [M:0;f036bc4986ea:34643 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1381ms, sequenceid=127, compaction requested=false 2024-11-27T00:21:46,241 INFO [M:0;f036bc4986ea:34643 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:46,242 DEBUG [M:0;f036bc4986ea:34643 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666904858Disabling compacts and flushes for region at 1732666904858Disabling writes for close at 1732666904859 (+1 ms)Obtaining lock to block concurrent updates at 1732666904859Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666904859Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732666904859Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666904959 (+100 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666904959Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666904975 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666904975Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666905383 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666905397 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666905397Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666905804 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666905819 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666905819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@713f110a: reopening flushed file at 1732666906226 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@330a2548: reopening flushed file at 1732666906230 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf1c4b: reopening flushed file at 1732666906234 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1381ms, sequenceid=127, compaction requested=false at 1732666906240 (+6 ms)Writing region close event to WAL at 1732666906241 (+1 ms)Closed at 1732666906241 2024-11-27T00:21:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46599 is added to blk_1073741830_1006 (size=73866) 2024-11-27T00:21:46,243 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b325c31b-31d1-4e43-08df-ed94b6316ce8/MasterData/WALs/f036bc4986ea,34643,1732666878810/f036bc4986ea%2C34643%2C1732666878810.1732666880327 not finished, retry = 0 2024-11-27T00:21:46,344 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:21:46,344 INFO [M:0;f036bc4986ea:34643 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:21:46,344 INFO [M:0;f036bc4986ea:34643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34643 2024-11-27T00:21:46,344 INFO [M:0;f036bc4986ea:34643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:21:46,566 INFO [M:0;f036bc4986ea:34643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:21:46,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:46,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34643-0x10179aa35550006, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:46,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7615a626{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:21:46,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:21:46,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:21:46,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:21:46,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/hadoop.log.dir/,STOPPED} 2024-11-27T00:21:46,570 WARN [BP-1320623155-172.17.0.3-1732666876858 heartbeating to localhost/127.0.0.1:44165 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:21:46,570 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:21:46,570 WARN [BP-1320623155-172.17.0.3-1732666876858 heartbeating to localhost/127.0.0.1:44165 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1320623155-172.17.0.3-1732666876858 (Datanode Uuid e10c4fa2-0982-47e0-bc79-30c912d0b308) service to localhost/127.0.0.1:44165 2024-11-27T00:21:46,570 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:21:46,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/cluster_396fc42d-de0e-5acf-c079-91433fff1c18/data/data1/current/BP-1320623155-172.17.0.3-1732666876858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:21:46,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/cluster_396fc42d-de0e-5acf-c079-91433fff1c18/data/data2/current/BP-1320623155-172.17.0.3-1732666876858 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:21:46,571 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:21:46,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f67c797{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:21:46,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:21:46,576 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:21:46,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:21:46,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/hadoop.log.dir/,STOPPED} 2024-11-27T00:21:46,580 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1473, reset compression=false 2024-11-27T00:21:46,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:21:46,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:21:46,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:21:46,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:46,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:46,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:46,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:46,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:21:46,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=290371466, stopped=false 2024-11-27T00:21:46,597 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,37927,1732666873897 2024-11-27T00:21:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11980441031/running 2024-11-27T00:21:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11980441031/running 2024-11-27T00:21:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:46,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:46,610 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:21:46,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:21:46,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:46,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:46,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Set watcher on znode that does not yet exist, /11980441031/running 2024-11-27T00:21:46,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Set watcher on znode that does not yet exist, /11980441031/running 2024-11-27T00:21:46,611 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,36837,1732666874052' ***** 2024-11-27T00:21:46,611 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:21:46,612 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:21:46,612 INFO [RS:0;f036bc4986ea:36837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:21:46,612 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:21:46,612 INFO [RS:0;f036bc4986ea:36837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:21:46,612 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(3091): Received CLOSE for 47507d102846724b1500307271046738 2024-11-27T00:21:46,612 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(3091): Received CLOSE for 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:46,612 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,36837,1732666874052 2024-11-27T00:21:46,612 INFO [RS:0;f036bc4986ea:36837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:21:46,612 INFO [RS:0;f036bc4986ea:36837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:36837. 2024-11-27T00:21:46,612 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47507d102846724b1500307271046738, disabling compactions & flushes 2024-11-27T00:21:46,612 DEBUG [RS:0;f036bc4986ea:36837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:46,612 DEBUG [RS:0;f036bc4986ea:36837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:46,612 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666888857.47507d102846724b1500307271046738. 2024-11-27T00:21:46,612 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666888857.47507d102846724b1500307271046738. 2024-11-27T00:21:46,612 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666888857.47507d102846724b1500307271046738. after waiting 0 ms 2024-11-27T00:21:46,612 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666888857.47507d102846724b1500307271046738. 2024-11-27T00:21:46,612 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:21:46,612 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:21:46,612 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:21:46,613 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:21:46,613 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 47507d102846724b1500307271046738 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-27T00:21:46,613 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T00:21:46,613 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1325): Online Regions={47507d102846724b1500307271046738=hbase:replication,,1732666888857.47507d102846724b1500307271046738., 1588230740=hbase:meta,,1.1588230740, 834d732cbb8bdc63f2a3fe72d3542ce2=test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2.} 2024-11-27T00:21:46,613 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 47507d102846724b1500307271046738, 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:46,613 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:21:46,613 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:21:46,613 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:21:46,613 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:21:46,613 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:21:46,613 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T00:21:46,615 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:21:46,631 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/.tmp/info/715488d321f6457986227cc625df8527 is 147, key is hbase:replication,,1732666888857.47507d102846724b1500307271046738./info:regioninfo/1732666889749/Put/seqid=0 2024-11-27T00:21:46,631 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/replication/47507d102846724b1500307271046738/.tmp/queue/8907c3bc5f6d4934881406b75fc32102 is 154, key is 1-f036bc4986ea,36837,1732666874052/queue:f036bc4986ea%2C36837%2C1732666874052/1732666902161/Put/seqid=0 2024-11-27T00:21:46,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741841_1017 (size=7686) 2024-11-27T00:21:46,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741840_1016 (size=5353) 2024-11-27T00:21:46,638 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/replication/47507d102846724b1500307271046738/.tmp/queue/8907c3bc5f6d4934881406b75fc32102 2024-11-27T00:21:46,643 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/replication/47507d102846724b1500307271046738/.tmp/queue/8907c3bc5f6d4934881406b75fc32102 as hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/replication/47507d102846724b1500307271046738/queue/8907c3bc5f6d4934881406b75fc32102 2024-11-27T00:21:46,647 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/replication/47507d102846724b1500307271046738/queue/8907c3bc5f6d4934881406b75fc32102, entries=1, sequenceid=14, filesize=5.2 K 2024-11-27T00:21:46,648 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 47507d102846724b1500307271046738 in 36ms, sequenceid=14, compaction requested=false 2024-11-27T00:21:46,648 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T00:21:46,651 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/replication/47507d102846724b1500307271046738/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-27T00:21:46,652 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:21:46,652 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:21:46,652 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666888857.47507d102846724b1500307271046738. 2024-11-27T00:21:46,652 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47507d102846724b1500307271046738: Waiting for close lock at 1732666906612Running coprocessor pre-close hooks at 1732666906612Disabling compacts and flushes for region at 1732666906612Disabling writes for close at 1732666906612Obtaining lock to block concurrent updates at 1732666906613 (+1 ms)Preparing flush snapshotting stores in 47507d102846724b1500307271046738 at 1732666906613Finished memstore snapshotting hbase:replication,,1732666888857.47507d102846724b1500307271046738., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732666906613Flushing stores of hbase:replication,,1732666888857.47507d102846724b1500307271046738. at 1732666906613Flushing 47507d102846724b1500307271046738/queue: creating writer at 1732666906613Flushing 47507d102846724b1500307271046738/queue: appending metadata at 1732666906630 (+17 ms)Flushing 47507d102846724b1500307271046738/queue: closing flushed file at 1732666906630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44bf19f: reopening flushed file at 1732666906643 (+13 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 47507d102846724b1500307271046738 in 36ms, sequenceid=14, compaction requested=false at 1732666906648 (+5 ms)Writing region close event to WAL at 1732666906649 (+1 ms)Running coprocessor post-close hooks at 1732666906652 (+3 ms)Closed at 1732666906652 2024-11-27T00:21:46,652 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666888857.47507d102846724b1500307271046738. 2024-11-27T00:21:46,652 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 834d732cbb8bdc63f2a3fe72d3542ce2, disabling compactions & flushes 2024-11-27T00:21:46,652 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. 2024-11-27T00:21:46,652 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. 2024-11-27T00:21:46,652 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. after waiting 0 ms 2024-11-27T00:21:46,652 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. 2024-11-27T00:21:46,652 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 834d732cbb8bdc63f2a3fe72d3542ce2 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T00:21:46,671 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/.tmp/f/eaae537b9dad4de6997453f546f46af3 is 37, key is row3/f:row3/1732666900898/Put/seqid=0 2024-11-27T00:21:46,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741842_1018 (size=5228) 2024-11-27T00:21:46,676 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/.tmp/f/eaae537b9dad4de6997453f546f46af3 2024-11-27T00:21:46,680 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaae537b9dad4de6997453f546f46af3 2024-11-27T00:21:46,698 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/.tmp/f1/a1be1de8b3f848b7b65923b9da6d74b8 is 30, key is row1/f1:/1732666898245/DeleteFamily/seqid=0 2024-11-27T00:21:46,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741843_1019 (size=5158) 2024-11-27T00:21:46,813 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:46,872 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1496, reset compression=false 2024-11-27T00:21:47,013 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 834d732cbb8bdc63f2a3fe72d3542ce2 2024-11-27T00:21:47,038 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/.tmp/info/715488d321f6457986227cc625df8527 2024-11-27T00:21:47,059 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/.tmp/ns/5150e818869c4dac83b7cdcb7d9da724 is 43, key is default/ns:d/1732666876703/Put/seqid=0 2024-11-27T00:21:47,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741844_1020 (size=5153) 2024-11-27T00:21:47,074 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/.tmp/ns/5150e818869c4dac83b7cdcb7d9da724 2024-11-27T00:21:47,099 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/.tmp/rep_barrier/15783d6ebfab426fb077d118b0e97e31 is 112, key is test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2./rep_barrier:seqnumDuringOpen/1732666883527/Put/seqid=0 2024-11-27T00:21:47,102 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/.tmp/f1/a1be1de8b3f848b7b65923b9da6d74b8 2024-11-27T00:21:47,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741845_1021 (size=5518) 2024-11-27T00:21:47,106 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1be1de8b3f848b7b65923b9da6d74b8 2024-11-27T00:21:47,126 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/.tmp/norep/eef1e12b1b3b499a958296d3976ac720 is 33, key is row1/norep:/1732666898245/DeleteFamily/seqid=0 2024-11-27T00:21:47,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741846_1022 (size=5108) 2024-11-27T00:21:47,130 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/.tmp/norep/eef1e12b1b3b499a958296d3976ac720 2024-11-27T00:21:47,133 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eef1e12b1b3b499a958296d3976ac720 2024-11-27T00:21:47,134 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/.tmp/f/eaae537b9dad4de6997453f546f46af3 as hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/f/eaae537b9dad4de6997453f546f46af3 2024-11-27T00:21:47,138 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaae537b9dad4de6997453f546f46af3 2024-11-27T00:21:47,138 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/f/eaae537b9dad4de6997453f546f46af3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T00:21:47,139 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/.tmp/f1/a1be1de8b3f848b7b65923b9da6d74b8 as hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/f1/a1be1de8b3f848b7b65923b9da6d74b8 2024-11-27T00:21:47,143 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1be1de8b3f848b7b65923b9da6d74b8 2024-11-27T00:21:47,143 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/f1/a1be1de8b3f848b7b65923b9da6d74b8, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T00:21:47,144 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/.tmp/norep/eef1e12b1b3b499a958296d3976ac720 as hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/norep/eef1e12b1b3b499a958296d3976ac720 2024-11-27T00:21:47,147 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eef1e12b1b3b499a958296d3976ac720 2024-11-27T00:21:47,147 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/norep/eef1e12b1b3b499a958296d3976ac720, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T00:21:47,148 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 834d732cbb8bdc63f2a3fe72d3542ce2 in 496ms, sequenceid=12, compaction requested=false 2024-11-27T00:21:47,148 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T00:21:47,159 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/default/test/834d732cbb8bdc63f2a3fe72d3542ce2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T00:21:47,159 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:21:47,159 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:21:47,159 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. 2024-11-27T00:21:47,160 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 834d732cbb8bdc63f2a3fe72d3542ce2: Waiting for close lock at 1732666906652Running coprocessor pre-close hooks at 1732666906652Disabling compacts and flushes for region at 1732666906652Disabling writes for close at 1732666906652Obtaining lock to block concurrent updates at 1732666906652Preparing flush snapshotting stores in 834d732cbb8bdc63f2a3fe72d3542ce2 at 1732666906652Finished memstore snapshotting test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732666906653 (+1 ms)Flushing stores of test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. at 1732666906653Flushing 834d732cbb8bdc63f2a3fe72d3542ce2/f: creating writer at 1732666906653Flushing 834d732cbb8bdc63f2a3fe72d3542ce2/f: appending metadata at 1732666906670 (+17 ms)Flushing 834d732cbb8bdc63f2a3fe72d3542ce2/f: closing flushed file at 1732666906670Flushing 834d732cbb8bdc63f2a3fe72d3542ce2/f1: creating writer at 1732666906680 (+10 ms)Flushing 834d732cbb8bdc63f2a3fe72d3542ce2/f1: appending metadata at 1732666906698 (+18 ms)Flushing 834d732cbb8bdc63f2a3fe72d3542ce2/f1: closing flushed file at 1732666906698Flushing 834d732cbb8bdc63f2a3fe72d3542ce2/norep: creating writer at 1732666907106 (+408 ms)Flushing 834d732cbb8bdc63f2a3fe72d3542ce2/norep: appending metadata at 1732666907125 (+19 ms)Flushing 834d732cbb8bdc63f2a3fe72d3542ce2/norep: closing flushed file at 1732666907125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0f5108: reopening flushed file at 1732666907133 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4efd873f: reopening flushed file at 1732666907138 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf1c775: reopening flushed file at 1732666907143 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 834d732cbb8bdc63f2a3fe72d3542ce2 in 496ms, sequenceid=12, compaction requested=false at 1732666907148 (+5 ms)Writing region close event to WAL at 1732666907156 (+8 ms)Running coprocessor post-close hooks at 1732666907159 (+3 ms)Closed at 1732666907159 2024-11-27T00:21:47,160 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666882378.834d732cbb8bdc63f2a3fe72d3542ce2. 2024-11-27T00:21:47,213 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:21:47,413 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:21:47,504 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/.tmp/rep_barrier/15783d6ebfab426fb077d118b0e97e31 2024-11-27T00:21:47,526 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/.tmp/table/f2c312a72c554ba4a2ce1f3845b56e2b is 53, key is hbase:replication/table:state/1732666889757/Put/seqid=0 2024-11-27T00:21:47,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741847_1023 (size=5308) 2024-11-27T00:21:47,539 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:21:47,539 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:21:47,590 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 1473, reset compression=false 2024-11-27T00:21:47,594 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:47,595 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 2364, reset compression=false 2024-11-27T00:21:47,595 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,36837,1732666874052 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624, lastWalPosition=2364, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:47,596 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f036bc4986ea,36837,1732666874052: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f036bc4986ea,36837,1732666874052, walGroup=f036bc4986ea%2C36837%2C1732666874052, offset=f036bc4986ea%2C36837%2C1732666874052.1732666875624:2364, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:36837 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T00:21:47,597 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T00:21:47,597 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T00:21:47,598 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T00:21:47,598 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T00:21:47,598 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T00:21:47,598 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 781927504 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199104104 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T00:21:47,598 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37927 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T00:21:47,614 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:21:47,614 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:21:47,614 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:21:47,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:47,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:47,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:47,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:47,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:47,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:47,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:47,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:47,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:47,798 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 2364, reset compression=false 2024-11-27T00:21:47,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:47,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:47,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:47,814 DEBUG [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:21:47,877 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1496, reset compression=false 2024-11-27T00:21:47,938 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/.tmp/table/f2c312a72c554ba4a2ce1f3845b56e2b 2024-11-27T00:21:47,942 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/.tmp/info/715488d321f6457986227cc625df8527 as hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/info/715488d321f6457986227cc625df8527 2024-11-27T00:21:47,946 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/info/715488d321f6457986227cc625df8527, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T00:21:47,947 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/.tmp/ns/5150e818869c4dac83b7cdcb7d9da724 as hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/ns/5150e818869c4dac83b7cdcb7d9da724 2024-11-27T00:21:47,951 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/ns/5150e818869c4dac83b7cdcb7d9da724, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T00:21:47,951 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/.tmp/rep_barrier/15783d6ebfab426fb077d118b0e97e31 as hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/rep_barrier/15783d6ebfab426fb077d118b0e97e31 2024-11-27T00:21:47,956 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/rep_barrier/15783d6ebfab426fb077d118b0e97e31, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T00:21:47,957 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/.tmp/table/f2c312a72c554ba4a2ce1f3845b56e2b as hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/table/f2c312a72c554ba4a2ce1f3845b56e2b 2024-11-27T00:21:47,960 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/table/f2c312a72c554ba4a2ce1f3845b56e2b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T00:21:47,961 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=16, compaction requested=false 2024-11-27T00:21:47,961 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:21:47,967 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T00:21:47,967 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:21:47,967 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:21:47,967 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:21:47,968 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666906613Running coprocessor pre-close hooks at 1732666906613Disabling compacts and flushes for region at 1732666906613Disabling writes for close at 1732666906613Obtaining lock to block concurrent updates at 1732666906613Preparing flush snapshotting stores in 1588230740 at 1732666906613Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732666906613Flushing stores of hbase:meta,,1.1588230740 at 1732666906614 (+1 ms)Flushing 1588230740/info: creating writer at 1732666906614Flushing 1588230740/info: appending metadata at 1732666906631 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732666906631Flushing 1588230740/ns: creating writer at 1732666907042 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732666907058 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732666907058Flushing 1588230740/rep_barrier: creating writer at 1732666907082 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666907099 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666907099Flushing 1588230740/table: creating writer at 1732666907509 (+410 ms)Flushing 1588230740/table: appending metadata at 1732666907526 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732666907526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3249fb11: reopening flushed file at 1732666907942 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ec91a7: reopening flushed file at 1732666907946 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563806a1: reopening flushed file at 1732666907951 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79adadc1: reopening flushed file at 1732666907956 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1348ms, sequenceid=16, compaction requested=false at 1732666907961 (+5 ms)Writing region close event to WAL at 1732666907964 (+3 ms)Running coprocessor post-close hooks at 1732666907967 (+3 ms)Closed at 1732666907967 2024-11-27T00:21:47,968 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:21:48,015 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,36837,1732666874052; all regions closed. 2024-11-27T00:21:48,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741834_1010 (size=4239) 2024-11-27T00:21:48,022 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.meta.1732666876633.meta not finished, retry = 0 2024-11-27T00:21:48,101 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/WALs/f036bc4986ea,36837,1732666874052/f036bc4986ea%2C36837%2C1732666874052.1732666875624 to pos 2364, reset compression=false 2024-11-27T00:21:48,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741839_1015 (size=3552) 2024-11-27T00:21:48,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741832_1008 (size=2372) 2024-11-27T00:21:48,138 DEBUG [RS:0;f036bc4986ea:36837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:48,138 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:21:48,138 INFO [RS:0;f036bc4986ea:36837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:21:48,139 INFO [RS:0;f036bc4986ea:36837 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:21:48,139 INFO [RS:0;f036bc4986ea:36837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:21:48,139 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,36837,1732666874052 because: Region server is closing 2024-11-27T00:21:48,139 INFO [RS:0;f036bc4986ea:36837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:36837. 2024-11-27T00:21:48,139 DEBUG [RS:0;f036bc4986ea:36837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:48,139 DEBUG [RS:0;f036bc4986ea:36837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:48,140 DEBUG [RS:0;f036bc4986ea:36837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:48,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:48,140 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:21:48,240 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.shipperf036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 terminated 2024-11-27T00:21:48,240 INFO [RS:0;f036bc4986ea:36837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:36837. 2024-11-27T00:21:48,240 DEBUG [RS:0;f036bc4986ea:36837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:48,240 DEBUG [RS:0;f036bc4986ea:36837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:48,240 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,36837,1732666874052.replicationSource.wal-reader.f036bc4986ea%2C36837%2C1732666874052,1-f036bc4986ea,36837,1732666874052 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:21:48,241 DEBUG [RS:0;f036bc4986ea:36837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:48,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:48,241 INFO [RS:0;f036bc4986ea:36837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36837 2024-11-27T00:21:48,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031/rs 2024-11-27T00:21:48,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11980441031/rs/f036bc4986ea,36837,1732666874052 2024-11-27T00:21:48,305 INFO [RS:0;f036bc4986ea:36837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:21:48,306 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,36837,1732666874052] 2024-11-27T00:21:48,326 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11980441031/draining/f036bc4986ea,36837,1732666874052 already deleted, retry=false 2024-11-27T00:21:48,326 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,36837,1732666874052 expired; onlineServers=0 2024-11-27T00:21:48,326 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,37927,1732666873897' ***** 2024-11-27T00:21:48,326 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:21:48,326 INFO [M:0;f036bc4986ea:37927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:21:48,327 INFO [M:0;f036bc4986ea:37927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:21:48,327 DEBUG [M:0;f036bc4986ea:37927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:21:48,327 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:21:48,327 DEBUG [M:0;f036bc4986ea:37927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:21:48,327 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666875353 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666875353,5,FailOnTimeoutGroup] 2024-11-27T00:21:48,327 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666875356 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666875356,5,FailOnTimeoutGroup] 2024-11-27T00:21:48,327 INFO [M:0;f036bc4986ea:37927 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:21:48,327 INFO [M:0;f036bc4986ea:37927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:21:48,327 DEBUG [M:0;f036bc4986ea:37927 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:21:48,327 INFO [M:0;f036bc4986ea:37927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:21:48,327 INFO [M:0;f036bc4986ea:37927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:21:48,327 INFO [M:0;f036bc4986ea:37927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:21:48,328 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:21:48,331 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:21:48,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:48,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:48,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11980441031/master 2024-11-27T00:21:48,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11980441031 2024-11-27T00:21:48,337 DEBUG [M:0;f036bc4986ea:37927 {}] zookeeper.ZKUtil(347): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Unable to get data of znode /11980441031/master because node does not exist (not an error) 2024-11-27T00:21:48,337 WARN [M:0;f036bc4986ea:37927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:21:48,338 INFO [M:0;f036bc4986ea:37927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/.lastflushedseqids 2024-11-27T00:21:48,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741848_1024 (size=245) 2024-11-27T00:21:48,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:48,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:48,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:48,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:48,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:48,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:48,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:48,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:48,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:48,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:48,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:48,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36837-0x10179aa35550004, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:48,416 INFO [RS:0;f036bc4986ea:36837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:21:48,416 INFO [RS:0;f036bc4986ea:36837 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,36837,1732666874052; zookeeper connection closed. 2024-11-27T00:21:48,416 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a393e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a393e5 2024-11-27T00:21:48,416 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:21:48,759 INFO [M:0;f036bc4986ea:37927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:21:48,759 INFO [M:0;f036bc4986ea:37927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:21:48,759 DEBUG [M:0;f036bc4986ea:37927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:21:48,759 INFO [M:0;f036bc4986ea:37927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:48,759 DEBUG [M:0;f036bc4986ea:37927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:48,759 DEBUG [M:0;f036bc4986ea:37927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:21:48,759 DEBUG [M:0;f036bc4986ea:37927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:48,759 INFO [M:0;f036bc4986ea:37927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-27T00:21:48,777 DEBUG [M:0;f036bc4986ea:37927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9eadff79b44425582d3df7d417668f7 is 82, key is hbase:meta,,1/info:regioninfo/1732666876660/Put/seqid=0 2024-11-27T00:21:48,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741849_1025 (size=5672) 2024-11-27T00:21:48,980 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1496, reset compression=false 2024-11-27T00:21:49,181 INFO [M:0;f036bc4986ea:37927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9eadff79b44425582d3df7d417668f7 2024-11-27T00:21:49,199 DEBUG [M:0;f036bc4986ea:37927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1bf556d96514ac8b23eb30747b31182 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732666883535/Put/seqid=0 2024-11-27T00:21:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741850_1026 (size=7219) 2024-11-27T00:21:49,205 INFO [M:0;f036bc4986ea:37927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1bf556d96514ac8b23eb30747b31182 2024-11-27T00:21:49,209 INFO [M:0;f036bc4986ea:37927 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1bf556d96514ac8b23eb30747b31182 2024-11-27T00:21:49,224 DEBUG [M:0;f036bc4986ea:37927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e942f96d553490cb3493141b492438a is 69, key is f036bc4986ea,36837,1732666874052/rs:state/1732666875423/Put/seqid=0 2024-11-27T00:21:49,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741851_1027 (size=5156) 2024-11-27T00:21:49,630 INFO [M:0;f036bc4986ea:37927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e942f96d553490cb3493141b492438a 2024-11-27T00:21:49,634 DEBUG [M:0;f036bc4986ea:37927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9eadff79b44425582d3df7d417668f7 as hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9eadff79b44425582d3df7d417668f7 2024-11-27T00:21:49,638 INFO [M:0;f036bc4986ea:37927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9eadff79b44425582d3df7d417668f7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T00:21:49,638 DEBUG [M:0;f036bc4986ea:37927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1bf556d96514ac8b23eb30747b31182 as hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1bf556d96514ac8b23eb30747b31182 2024-11-27T00:21:49,642 INFO [M:0;f036bc4986ea:37927 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e1bf556d96514ac8b23eb30747b31182 2024-11-27T00:21:49,642 INFO [M:0;f036bc4986ea:37927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1bf556d96514ac8b23eb30747b31182, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T00:21:49,643 DEBUG [M:0;f036bc4986ea:37927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e942f96d553490cb3493141b492438a as hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e942f96d553490cb3493141b492438a 2024-11-27T00:21:49,646 INFO [M:0;f036bc4986ea:37927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36885/user/jenkins/test-data/5d91da8b-da75-8ad5-e523-76dcd372db8f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e942f96d553490cb3493141b492438a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T00:21:49,647 INFO [M:0;f036bc4986ea:37927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=105, compaction requested=false 2024-11-27T00:21:49,648 INFO [M:0;f036bc4986ea:37927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:49,648 DEBUG [M:0;f036bc4986ea:37927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666908759Disabling compacts and flushes for region at 1732666908759Disabling writes for close at 1732666908759Obtaining lock to block concurrent updates at 1732666908759Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666908759Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732666908759Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666908760 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666908760Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666908777 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666908777Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666909185 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666909199 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666909199Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666909209 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666909224 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666909224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100641e5: reopening flushed file at 1732666909633 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c64813b: reopening flushed file at 1732666909638 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5def67f6: reopening flushed file at 1732666909642 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=105, compaction requested=false at 1732666909647 (+5 ms)Writing region close event to WAL at 1732666909648 (+1 ms)Closed at 1732666909648 2024-11-27T00:21:49,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39865 is added to blk_1073741830_1006 (size=64435) 2024-11-27T00:21:49,650 INFO [M:0;f036bc4986ea:37927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:21:49,650 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:21:49,650 INFO [M:0;f036bc4986ea:37927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37927 2024-11-27T00:21:49,651 INFO [M:0;f036bc4986ea:37927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:21:49,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:49,805 INFO [M:0;f036bc4986ea:37927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:21:49,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37927-0x10179aa35550003, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:49,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@be291d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:21:49,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45ff5f1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:21:49,808 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:21:49,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5604bf70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:21:49,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4eab9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/hadoop.log.dir/,STOPPED} 2024-11-27T00:21:49,810 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:21:49,810 WARN [BP-1416170359-172.17.0.3-1732666872016 heartbeating to localhost/127.0.0.1:36885 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:21:49,810 WARN [BP-1416170359-172.17.0.3-1732666872016 heartbeating to localhost/127.0.0.1:36885 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1416170359-172.17.0.3-1732666872016 (Datanode Uuid 28870d73-3ef6-4b7b-b6c4-b9faf650cef0) service to localhost/127.0.0.1:36885 2024-11-27T00:21:49,810 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:21:49,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/cluster_737fde0a-f596-be5b-45d2-a11966df2429/data/data1/current/BP-1416170359-172.17.0.3-1732666872016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:21:49,810 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/cluster_737fde0a-f596-be5b-45d2-a11966df2429/data/data2/current/BP-1416170359-172.17.0.3-1732666872016 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:21:49,811 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:21:49,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e636fa6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:21:49,817 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67e30c78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:21:49,817 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:21:49,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f01cbd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:21:49,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f5f324c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6bb15137-cd76-f11e-6f07-a37307f8fb10/hadoop.log.dir/,STOPPED} 2024-11-27T00:21:49,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:21:49,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:21:49,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:21:49,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:49,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:49,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:49,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:49,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:21:49,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2023761510, stopped=false 2024-11-27T00:21:49,833 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,37739,1732666868569 2024-11-27T00:21:49,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550154559/running 2024-11-27T00:21:49,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550154559/running 2024-11-27T00:21:49,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:49,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:49,849 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:21:49,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:21:49,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:49,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:49,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Set watcher on znode that does not yet exist, /0-550154559/running 2024-11-27T00:21:49,850 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,37193,1732666868876' ***** 2024-11-27T00:21:49,850 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:21:49,850 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:21:49,850 INFO [RS:0;f036bc4986ea:37193 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:21:49,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Set watcher on znode that does not yet exist, /0-550154559/running 2024-11-27T00:21:49,850 INFO [RS:0;f036bc4986ea:37193 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:21:49,850 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(3091): Received CLOSE for 20cf5b6c71d9d8df3a8081b03ff3cce6 2024-11-27T00:21:49,851 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:21:49,851 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:49,851 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,37193,1732666868876 2024-11-27T00:21:49,851 INFO [RS:0;f036bc4986ea:37193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:21:49,851 INFO [RS:0;f036bc4986ea:37193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:37193. 2024-11-27T00:21:49,851 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20cf5b6c71d9d8df3a8081b03ff3cce6, disabling compactions & flushes 2024-11-27T00:21:49,851 DEBUG [RS:0;f036bc4986ea:37193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:49,851 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. 2024-11-27T00:21:49,851 DEBUG [RS:0;f036bc4986ea:37193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:49,851 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. 2024-11-27T00:21:49,851 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. after waiting 0 ms 2024-11-27T00:21:49,851 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. 2024-11-27T00:21:49,851 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:21:49,851 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:21:49,851 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:21:49,851 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:21:49,851 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20cf5b6c71d9d8df3a8081b03ff3cce6 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-27T00:21:49,851 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T00:21:49,851 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1325): Online Regions={20cf5b6c71d9d8df3a8081b03ff3cce6=hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6., 3c9ac78febc6f9ee48cba2300383a7a0=test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:21:49,851 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20cf5b6c71d9d8df3a8081b03ff3cce6, 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:49,851 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:21:49,851 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:21:49,852 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:21:49,852 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:21:49,852 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:21:49,852 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T00:21:49,871 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/.tmp/info/67db69ef5a5a4d248ec520d04b9820a2 is 147, key is hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6./info:regioninfo/1732666887871/Put/seqid=0 2024-11-27T00:21:49,871 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/replication/20cf5b6c71d9d8df3a8081b03ff3cce6/.tmp/queue/5364f85591694e35b7494e7ac456245b is 154, key is 1-f036bc4986ea,37193,1732666868876/queue:f036bc4986ea%2C37193%2C1732666868876/1732666902449/Put/seqid=0 2024-11-27T00:21:49,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741840_1016 (size=7686) 2024-11-27T00:21:49,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741841_1017 (size=5353) 2024-11-27T00:21:49,890 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/replication/20cf5b6c71d9d8df3a8081b03ff3cce6/.tmp/queue/5364f85591694e35b7494e7ac456245b 2024-11-27T00:21:49,896 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/replication/20cf5b6c71d9d8df3a8081b03ff3cce6/.tmp/queue/5364f85591694e35b7494e7ac456245b as hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/replication/20cf5b6c71d9d8df3a8081b03ff3cce6/queue/5364f85591694e35b7494e7ac456245b 2024-11-27T00:21:49,900 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/replication/20cf5b6c71d9d8df3a8081b03ff3cce6/queue/5364f85591694e35b7494e7ac456245b, entries=1, sequenceid=14, filesize=5.2 K 2024-11-27T00:21:49,901 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 20cf5b6c71d9d8df3a8081b03ff3cce6 in 50ms, sequenceid=14, compaction requested=false 2024-11-27T00:21:49,908 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/replication/20cf5b6c71d9d8df3a8081b03ff3cce6/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-27T00:21:49,908 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:21:49,908 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:21:49,909 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. 2024-11-27T00:21:49,909 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20cf5b6c71d9d8df3a8081b03ff3cce6: Waiting for close lock at 1732666909851Running coprocessor pre-close hooks at 1732666909851Disabling compacts and flushes for region at 1732666909851Disabling writes for close at 1732666909851Obtaining lock to block concurrent updates at 1732666909851Preparing flush snapshotting stores in 20cf5b6c71d9d8df3a8081b03ff3cce6 at 1732666909851Finished memstore snapshotting hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732666909852 (+1 ms)Flushing stores of hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. at 1732666909853 (+1 ms)Flushing 20cf5b6c71d9d8df3a8081b03ff3cce6/queue: creating writer at 1732666909853Flushing 20cf5b6c71d9d8df3a8081b03ff3cce6/queue: appending metadata at 1732666909870 (+17 ms)Flushing 20cf5b6c71d9d8df3a8081b03ff3cce6/queue: closing flushed file at 1732666909870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374b0bc2: reopening flushed file at 1732666909895 (+25 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 20cf5b6c71d9d8df3a8081b03ff3cce6 in 50ms, sequenceid=14, compaction requested=false at 1732666909901 (+6 ms)Writing region close event to WAL at 1732666909905 (+4 ms)Running coprocessor post-close hooks at 1732666909908 (+3 ms)Closed at 1732666909909 (+1 ms) 2024-11-27T00:21:49,909 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666886689.20cf5b6c71d9d8df3a8081b03ff3cce6. 2024-11-27T00:21:49,909 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c9ac78febc6f9ee48cba2300383a7a0, disabling compactions & flushes 2024-11-27T00:21:49,909 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. 2024-11-27T00:21:49,909 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. 2024-11-27T00:21:49,909 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. after waiting 0 ms 2024-11-27T00:21:49,909 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. 2024-11-27T00:21:49,909 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c9ac78febc6f9ee48cba2300383a7a0 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-27T00:21:49,927 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/.tmp/f/ba7fe63d5bf64b8aa5603a6134fbfc67 is 37, key is row3/f:row3/1732666900898/Put/seqid=0 2024-11-27T00:21:49,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741842_1018 (size=5228) 2024-11-27T00:21:49,945 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:21:50,052 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:50,184 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1496, reset compression=false 2024-11-27T00:21:50,193 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:50,193 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1743, reset compression=false 2024-11-27T00:21:50,193 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,37193,1732666868876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:21:50,195 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f036bc4986ea,37193,1732666868876: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f036bc4986ea,37193,1732666868876, walGroup=f036bc4986ea%2C37193%2C1732666868876, offset=f036bc4986ea%2C37193%2C1732666868876.1732666870841:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37193 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T00:21:50,197 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T00:21:50,197 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T00:21:50,198 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T00:21:50,198 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T00:21:50,198 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T00:21:50,198 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 857424968 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199696976 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T00:21:50,198 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37739 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T00:21:50,252 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c9ac78febc6f9ee48cba2300383a7a0 2024-11-27T00:21:50,287 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/.tmp/info/67db69ef5a5a4d248ec520d04b9820a2 2024-11-27T00:21:50,308 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/.tmp/ns/1746fbbb77f146b7ad7c105357060dc7 is 43, key is default/ns:d/1732666871876/Put/seqid=0 2024-11-27T00:21:50,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741843_1019 (size=5153) 2024-11-27T00:21:50,312 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/.tmp/ns/1746fbbb77f146b7ad7c105357060dc7 2024-11-27T00:21:50,334 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/.tmp/f/ba7fe63d5bf64b8aa5603a6134fbfc67 2024-11-27T00:21:50,339 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba7fe63d5bf64b8aa5603a6134fbfc67 2024-11-27T00:21:50,342 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/.tmp/rep_barrier/2290f7ff1ffc40c5ac9236ef3ffc9adb is 112, key is test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0./rep_barrier:seqnumDuringOpen/1732666882125/Put/seqid=0 2024-11-27T00:21:50,369 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/.tmp/f1/de1e1ed1b08f4b43a793c1483e0c10b4 is 30, key is row1/f1:/1732666898245/DeleteFamily/seqid=0 2024-11-27T00:21:50,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741844_1020 (size=5518) 2024-11-27T00:21:50,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741845_1021 (size=5158) 2024-11-27T00:21:50,378 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/.tmp/f1/de1e1ed1b08f4b43a793c1483e0c10b4 2024-11-27T00:21:50,384 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de1e1ed1b08f4b43a793c1483e0c10b4 2024-11-27T00:21:50,404 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1743, reset compression=false 2024-11-27T00:21:50,408 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/.tmp/norep/b771b847c97146e1bd6c5341f3ce9a56 is 32, key is row/norep:/1732666897230/DeleteFamily/seqid=0 2024-11-27T00:21:50,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741846_1022 (size=5101) 2024-11-27T00:21:50,414 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/.tmp/norep/b771b847c97146e1bd6c5341f3ce9a56 2024-11-27T00:21:50,419 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b771b847c97146e1bd6c5341f3ce9a56 2024-11-27T00:21:50,419 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/.tmp/f/ba7fe63d5bf64b8aa5603a6134fbfc67 as hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/f/ba7fe63d5bf64b8aa5603a6134fbfc67 2024-11-27T00:21:50,426 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ba7fe63d5bf64b8aa5603a6134fbfc67 2024-11-27T00:21:50,426 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/f/ba7fe63d5bf64b8aa5603a6134fbfc67, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T00:21:50,427 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/.tmp/f1/de1e1ed1b08f4b43a793c1483e0c10b4 as hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/f1/de1e1ed1b08f4b43a793c1483e0c10b4 2024-11-27T00:21:50,433 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de1e1ed1b08f4b43a793c1483e0c10b4 2024-11-27T00:21:50,434 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/f1/de1e1ed1b08f4b43a793c1483e0c10b4, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T00:21:50,437 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/.tmp/norep/b771b847c97146e1bd6c5341f3ce9a56 as hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/norep/b771b847c97146e1bd6c5341f3ce9a56 2024-11-27T00:21:50,442 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b771b847c97146e1bd6c5341f3ce9a56 2024-11-27T00:21:50,442 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/norep/b771b847c97146e1bd6c5341f3ce9a56, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T00:21:50,443 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3c9ac78febc6f9ee48cba2300383a7a0 in 534ms, sequenceid=12, compaction requested=false 2024-11-27T00:21:50,449 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/default/test/3c9ac78febc6f9ee48cba2300383a7a0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T00:21:50,450 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:21:50,450 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:21:50,450 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. 2024-11-27T00:21:50,450 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c9ac78febc6f9ee48cba2300383a7a0: Waiting for close lock at 1732666909909Running coprocessor pre-close hooks at 1732666909909Disabling compacts and flushes for region at 1732666909909Disabling writes for close at 1732666909909Obtaining lock to block concurrent updates at 1732666909909Preparing flush snapshotting stores in 3c9ac78febc6f9ee48cba2300383a7a0 at 1732666909909Finished memstore snapshotting test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732666909909Flushing stores of test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. at 1732666909910 (+1 ms)Flushing 3c9ac78febc6f9ee48cba2300383a7a0/f: creating writer at 1732666909910Flushing 3c9ac78febc6f9ee48cba2300383a7a0/f: appending metadata at 1732666909926 (+16 ms)Flushing 3c9ac78febc6f9ee48cba2300383a7a0/f: closing flushed file at 1732666909926Flushing 3c9ac78febc6f9ee48cba2300383a7a0/f1: creating writer at 1732666910340 (+414 ms)Flushing 3c9ac78febc6f9ee48cba2300383a7a0/f1: appending metadata at 1732666910369 (+29 ms)Flushing 3c9ac78febc6f9ee48cba2300383a7a0/f1: closing flushed file at 1732666910369Flushing 3c9ac78febc6f9ee48cba2300383a7a0/norep: creating writer at 1732666910385 (+16 ms)Flushing 3c9ac78febc6f9ee48cba2300383a7a0/norep: appending metadata at 1732666910407 (+22 ms)Flushing 3c9ac78febc6f9ee48cba2300383a7a0/norep: closing flushed file at 1732666910407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@742cc5f: reopening flushed file at 1732666910419 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1020e59f: reopening flushed file at 1732666910426 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@621b1ce4: reopening flushed file at 1732666910434 (+8 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 3c9ac78febc6f9ee48cba2300383a7a0 in 534ms, sequenceid=12, compaction requested=false at 1732666910443 (+9 ms)Writing region close event to WAL at 1732666910446 (+3 ms)Running coprocessor post-close hooks at 1732666910450 (+4 ms)Closed at 1732666910450 2024-11-27T00:21:50,450 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666881743.3c9ac78febc6f9ee48cba2300383a7a0. 2024-11-27T00:21:50,456 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:21:50,656 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:21:50,708 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 1743, reset compression=false 2024-11-27T00:21:50,712 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:21:50,712 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 2387, reset compression=false 2024-11-27T00:21:50,729 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:21:50,729 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:21:50,774 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/.tmp/rep_barrier/2290f7ff1ffc40c5ac9236ef3ffc9adb 2024-11-27T00:21:50,794 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/.tmp/table/bd65510c6f354ebb9dddd06ff4c116a1 is 53, key is hbase:replication/table:state/1732666887885/Put/seqid=0 2024-11-27T00:21:50,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741847_1023 (size=5308) 2024-11-27T00:21:50,856 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:21:50,856 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:21:50,856 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:21:50,915 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 2387, reset compression=false 2024-11-27T00:21:51,057 DEBUG [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:21:51,198 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/.tmp/table/bd65510c6f354ebb9dddd06ff4c116a1 2024-11-27T00:21:51,202 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/.tmp/info/67db69ef5a5a4d248ec520d04b9820a2 as hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/info/67db69ef5a5a4d248ec520d04b9820a2 2024-11-27T00:21:51,206 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/info/67db69ef5a5a4d248ec520d04b9820a2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T00:21:51,207 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/.tmp/ns/1746fbbb77f146b7ad7c105357060dc7 as hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/ns/1746fbbb77f146b7ad7c105357060dc7 2024-11-27T00:21:51,211 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/ns/1746fbbb77f146b7ad7c105357060dc7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T00:21:51,212 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/.tmp/rep_barrier/2290f7ff1ffc40c5ac9236ef3ffc9adb as hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/rep_barrier/2290f7ff1ffc40c5ac9236ef3ffc9adb 2024-11-27T00:21:51,216 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/rep_barrier/2290f7ff1ffc40c5ac9236ef3ffc9adb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T00:21:51,216 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/.tmp/table/bd65510c6f354ebb9dddd06ff4c116a1 as hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/table/bd65510c6f354ebb9dddd06ff4c116a1 2024-11-27T00:21:51,220 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/table/bd65510c6f354ebb9dddd06ff4c116a1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T00:21:51,221 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1369ms, sequenceid=16, compaction requested=false 2024-11-27T00:21:51,228 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T00:21:51,229 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:21:51,229 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:21:51,229 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:21:51,229 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666909851Running coprocessor pre-close hooks at 1732666909851Disabling compacts and flushes for region at 1732666909851Disabling writes for close at 1732666909852 (+1 ms)Obtaining lock to block concurrent updates at 1732666909852Preparing flush snapshotting stores in 1588230740 at 1732666909852Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732666909852Flushing stores of hbase:meta,,1.1588230740 at 1732666909852Flushing 1588230740/info: creating writer at 1732666909852Flushing 1588230740/info: appending metadata at 1732666909870 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732666909870Flushing 1588230740/ns: creating writer at 1732666910291 (+421 ms)Flushing 1588230740/ns: appending metadata at 1732666910308 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732666910308Flushing 1588230740/rep_barrier: creating writer at 1732666910316 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666910342 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666910342Flushing 1588230740/table: creating writer at 1732666910777 (+435 ms)Flushing 1588230740/table: appending metadata at 1732666910793 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732666910793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d94f873: reopening flushed file at 1732666911202 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@657db40e: reopening flushed file at 1732666911207 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@116b45e: reopening flushed file at 1732666911211 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c0a7c6f: reopening flushed file at 1732666911216 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1369ms, sequenceid=16, compaction requested=false at 1732666911221 (+5 ms)Writing region close event to WAL at 1732666911222 (+1 ms)Running coprocessor post-close hooks at 1732666911229 (+7 ms)Closed at 1732666911229 2024-11-27T00:21:51,230 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:21:51,232 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 to pos 2387, reset compression=false 2024-11-27T00:21:51,257 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,37193,1732666868876; all regions closed. 2024-11-27T00:21:51,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741834_1010 (size=4239) 2024-11-27T00:21:51,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741839_1015 (size=3552) 2024-11-27T00:21:51,270 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/WALs/f036bc4986ea,37193,1732666868876/f036bc4986ea%2C37193%2C1732666868876.1732666870841 not finished, retry = 0 2024-11-27T00:21:51,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741832_1008 (size=2395) 2024-11-27T00:21:51,370 DEBUG [RS:0;f036bc4986ea:37193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:51,370 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:21:51,371 INFO [RS:0;f036bc4986ea:37193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:21:51,371 INFO [RS:0;f036bc4986ea:37193 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:21:51,371 INFO [RS:0;f036bc4986ea:37193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:21:51,371 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:21:51,371 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,37193,1732666868876 because: Region server is closing 2024-11-27T00:21:51,371 INFO [RS:0;f036bc4986ea:37193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:37193. 2024-11-27T00:21:51,371 DEBUG [RS:0;f036bc4986ea:37193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:51,371 DEBUG [RS:0;f036bc4986ea:37193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:51,371 DEBUG [RS:0;f036bc4986ea:37193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:51,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:51,472 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.shipperf036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 terminated 2024-11-27T00:21:51,472 INFO [RS:0;f036bc4986ea:37193 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:37193. 2024-11-27T00:21:51,472 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,37193,1732666868876.replicationSource.wal-reader.f036bc4986ea%2C37193%2C1732666868876,1-f036bc4986ea,37193,1732666868876 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:21:51,472 DEBUG [RS:0;f036bc4986ea:37193 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:21:51,472 DEBUG [RS:0;f036bc4986ea:37193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:51,472 DEBUG [RS:0;f036bc4986ea:37193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:21:51,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:21:51,472 INFO [RS:0;f036bc4986ea:37193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37193 2024-11-27T00:21:51,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550154559/rs/f036bc4986ea,37193,1732666868876 2024-11-27T00:21:51,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559/rs 2024-11-27T00:21:51,526 INFO [RS:0;f036bc4986ea:37193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:21:51,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,37193,1732666868876] 2024-11-27T00:21:51,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-550154559/draining/f036bc4986ea,37193,1732666868876 already deleted, retry=false 2024-11-27T00:21:51,600 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,37193,1732666868876 expired; onlineServers=0 2024-11-27T00:21:51,600 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,37739,1732666868569' ***** 2024-11-27T00:21:51,600 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:21:51,600 INFO [M:0;f036bc4986ea:37739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:21:51,600 INFO [M:0;f036bc4986ea:37739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:21:51,600 DEBUG [M:0;f036bc4986ea:37739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:21:51,600 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:21:51,600 DEBUG [M:0;f036bc4986ea:37739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:21:51,600 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666870598 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666870598,5,FailOnTimeoutGroup] 2024-11-27T00:21:51,600 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666870598 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666870598,5,FailOnTimeoutGroup] 2024-11-27T00:21:51,600 INFO [M:0;f036bc4986ea:37739 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:21:51,600 INFO [M:0;f036bc4986ea:37739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:21:51,600 DEBUG [M:0;f036bc4986ea:37739 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:21:51,600 INFO [M:0;f036bc4986ea:37739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:21:51,600 INFO [M:0;f036bc4986ea:37739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:21:51,601 INFO [M:0;f036bc4986ea:37739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:21:51,601 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:21:51,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-550154559/master 2024-11-27T00:21:51,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-550154559 2024-11-27T00:21:51,610 DEBUG [M:0;f036bc4986ea:37739 {}] zookeeper.ZKUtil(347): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Unable to get data of znode /0-550154559/master because node does not exist (not an error) 2024-11-27T00:21:51,610 WARN [M:0;f036bc4986ea:37739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:21:51,611 INFO [M:0;f036bc4986ea:37739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/.lastflushedseqids 2024-11-27T00:21:51,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741848_1024 (size=245) 2024-11-27T00:21:51,615 INFO [M:0;f036bc4986ea:37739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:21:51,615 INFO [M:0;f036bc4986ea:37739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:21:51,615 DEBUG [M:0;f036bc4986ea:37739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:21:51,615 INFO [M:0;f036bc4986ea:37739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:51,615 DEBUG [M:0;f036bc4986ea:37739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:51,615 DEBUG [M:0;f036bc4986ea:37739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:21:51,615 DEBUG [M:0;f036bc4986ea:37739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:51,616 INFO [M:0;f036bc4986ea:37739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-27T00:21:51,633 DEBUG [M:0;f036bc4986ea:37739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51040b8219e443198e367273eec52c23 is 82, key is hbase:meta,,1/info:regioninfo/1732666871837/Put/seqid=0 2024-11-27T00:21:51,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741849_1025 (size=5672) 2024-11-27T00:21:51,665 INFO [RS:0;f036bc4986ea:37193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:21:51,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:51,665 INFO [RS:0;f036bc4986ea:37193 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,37193,1732666868876; zookeeper connection closed. 2024-11-27T00:21:51,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37193-0x10179aa35550001, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:51,665 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59757247 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59757247 2024-11-27T00:21:51,665 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:21:52,038 INFO [M:0;f036bc4986ea:37739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51040b8219e443198e367273eec52c23 2024-11-27T00:21:52,058 DEBUG [M:0;f036bc4986ea:37739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abe96d6536684007946c54ab4573a851 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732666882142/Put/seqid=0 2024-11-27T00:21:52,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741850_1026 (size=7219) 2024-11-27T00:21:52,463 INFO [M:0;f036bc4986ea:37739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abe96d6536684007946c54ab4573a851 2024-11-27T00:21:52,466 INFO [M:0;f036bc4986ea:37739 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abe96d6536684007946c54ab4573a851 2024-11-27T00:21:52,484 DEBUG [M:0;f036bc4986ea:37739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a3cf5174d094c7ebeeac9d21248f78b is 69, key is f036bc4986ea,37193,1732666868876/rs:state/1732666870697/Put/seqid=0 2024-11-27T00:21:52,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741851_1027 (size=5156) 2024-11-27T00:21:52,888 INFO [M:0;f036bc4986ea:37739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a3cf5174d094c7ebeeac9d21248f78b 2024-11-27T00:21:52,896 DEBUG [M:0;f036bc4986ea:37739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51040b8219e443198e367273eec52c23 as hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51040b8219e443198e367273eec52c23 2024-11-27T00:21:52,903 INFO [M:0;f036bc4986ea:37739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51040b8219e443198e367273eec52c23, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T00:21:52,904 DEBUG [M:0;f036bc4986ea:37739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abe96d6536684007946c54ab4573a851 as hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abe96d6536684007946c54ab4573a851 2024-11-27T00:21:52,911 INFO [M:0;f036bc4986ea:37739 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abe96d6536684007946c54ab4573a851 2024-11-27T00:21:52,911 INFO [M:0;f036bc4986ea:37739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abe96d6536684007946c54ab4573a851, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T00:21:52,912 DEBUG [M:0;f036bc4986ea:37739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9a3cf5174d094c7ebeeac9d21248f78b as hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a3cf5174d094c7ebeeac9d21248f78b 2024-11-27T00:21:52,921 INFO [M:0;f036bc4986ea:37739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40843/user/jenkins/test-data/1486ed65-cba0-8db2-16c7-5570f15f093e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9a3cf5174d094c7ebeeac9d21248f78b, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T00:21:52,923 INFO [M:0;f036bc4986ea:37739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=105, compaction requested=false 2024-11-27T00:21:52,956 INFO [M:0;f036bc4986ea:37739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:52,956 DEBUG [M:0;f036bc4986ea:37739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666911615Disabling compacts and flushes for region at 1732666911615Disabling writes for close at 1732666911615Obtaining lock to block concurrent updates at 1732666911616 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666911616Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732666911616Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666911616Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666911616Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666911632 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666911632Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666912041 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666912058 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666912058Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666912467 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666912483 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666912483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa76434: reopening flushed file at 1732666912892 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b132fe7: reopening flushed file at 1732666912904 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c6539d: reopening flushed file at 1732666912911 (+7 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=105, compaction requested=false at 1732666912923 (+12 ms)Writing region close event to WAL at 1732666912956 (+33 ms)Closed at 1732666912956 2024-11-27T00:21:52,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39577 is added to blk_1073741830_1006 (size=64435) 2024-11-27T00:21:52,972 INFO [M:0;f036bc4986ea:37739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:21:52,972 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:21:52,972 INFO [M:0;f036bc4986ea:37739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37739 2024-11-27T00:21:52,972 INFO [M:0;f036bc4986ea:37739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:21:53,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:53,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37739-0x10179aa35550000, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:21:53,132 INFO [M:0;f036bc4986ea:37739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:21:53,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19c6f5cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:21:53,136 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38b4ab95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:21:53,136 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:21:53,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7a16a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:21:53,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66419a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/hadoop.log.dir/,STOPPED} 2024-11-27T00:21:53,139 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:21:53,139 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:21:53,139 WARN [BP-99895874-172.17.0.3-1732666866114 heartbeating to localhost/127.0.0.1:40843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:21:53,139 WARN [BP-99895874-172.17.0.3-1732666866114 heartbeating to localhost/127.0.0.1:40843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-99895874-172.17.0.3-1732666866114 (Datanode Uuid 9c594f20-ff4f-4012-a7c6-7041224a3413) service to localhost/127.0.0.1:40843 2024-11-27T00:21:53,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/cluster_a25b0752-9d92-cc8d-f9b4-9ab88e5811ab/data/data1/current/BP-99895874-172.17.0.3-1732666866114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:21:53,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/cluster_a25b0752-9d92-cc8d-f9b4-9ab88e5811ab/data/data2/current/BP-99895874-172.17.0.3-1732666866114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:21:53,140 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:21:53,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198dbb51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:21:53,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1380d0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:21:53,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:21:53,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45179762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:21:53,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cf4b049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5e0c19f1-a4fe-b2ba-2be9-fa54256184e2/hadoop.log.dir/,STOPPED} 2024-11-27T00:21:53,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T00:21:53,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:21:53,203 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=311 (was 260) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40843 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51085) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:40843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36885 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44165 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51085) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44165 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:36885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51085) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44165 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44165 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 652) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 290) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1641 (was 1948) 2024-11-27T00:21:53,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=1641 2024-11-27T00:21:53,243 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-27T00:21:53,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/hadoop.log.dir so I do NOT create it in target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee 2024-11-27T00:21:53,244 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:21:53,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/hadoop.tmp.dir so I do NOT create it in target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee 2024-11-27T00:21:53,244 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ff066b1c-5c10-e105-6ba4-50126a7b4924/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:21:53,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee 2024-11-27T00:21:53,244 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/cluster_4c2c604d-7334-8017-2c18-0fabb2543a63, deleteOnExit=true 2024-11-27T00:21:53,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10179aa35550005, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:21:53,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10179aa35550008, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:21:53,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10179aa35550002, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:21:53,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10179aa35550008, quorum=127.0.0.1:51085, baseZNode=/2-768946470 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:21:53,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10179aa35550002, quorum=127.0.0.1:51085, baseZNode=/0-550154559 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:21:53,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10179aa35550005, quorum=127.0.0.1:51085, baseZNode=/11980441031 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:21:53,269 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/cluster_4c2c604d-7334-8017-2c18-0fabb2543a63/zookeeper_0, clientPort=63181, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/cluster_4c2c604d-7334-8017-2c18-0fabb2543a63/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/cluster_4c2c604d-7334-8017-2c18-0fabb2543a63/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T00:21:53,276 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63181 2024-11-27T00:21:53,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/test.cache.data in system properties and HBase conf 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:21:53,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:21:53,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:21:53,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:21:53,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:21:53,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:21:53,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:21:53,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:21:53,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:21:53,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:21:53,470 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:21:53,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:21:53,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:21:53,676 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:21:53,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:21:53,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:21:53,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:21:53,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:21:53,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:21:53,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:21:53,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46cfec75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/java.io.tmpdir/jetty-localhost-42389-hadoop-hdfs-3_4_1-tests_jar-_-any-2386227563283444878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:21:53,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:42389} 2024-11-27T00:21:53,807 INFO [Time-limited test {}] server.Server(415): Started @285323ms 2024-11-27T00:21:54,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:21:54,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:21:54,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:21:54,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:21:54,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:21:54,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:21:54,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:21:54,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3382dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/java.io.tmpdir/jetty-localhost-40977-hadoop-hdfs-3_4_1-tests_jar-_-any-16841125615635195050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:21:54,284 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:40977} 2024-11-27T00:21:54,285 INFO [Time-limited test {}] server.Server(415): Started @285801ms 2024-11-27T00:21:54,286 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:21:55,070 WARN [Thread-3471 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/cluster_4c2c604d-7334-8017-2c18-0fabb2543a63/data/data2/current/BP-1494407654-172.17.0.3-1732666913301/current, will proceed with Du for space computation calculation, 2024-11-27T00:21:55,070 WARN [Thread-3470 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/cluster_4c2c604d-7334-8017-2c18-0fabb2543a63/data/data1/current/BP-1494407654-172.17.0.3-1732666913301/current, will proceed with Du for space computation calculation, 2024-11-27T00:21:55,091 WARN [Thread-3458 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:21:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf30cb75528d86a06 with lease ID 0x395d39143c2f7567: Processing first storage report for DS-61125fa0-9ea2-40bd-8a0f-ea120e561206 from datanode DatanodeRegistration(127.0.0.1:44073, datanodeUuid=44580ded-7ea6-447c-af58-fe9bc3917c61, infoPort=45007, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=674099993;c=1732666913301) 2024-11-27T00:21:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf30cb75528d86a06 with lease ID 0x395d39143c2f7567: from storage DS-61125fa0-9ea2-40bd-8a0f-ea120e561206 node DatanodeRegistration(127.0.0.1:44073, datanodeUuid=44580ded-7ea6-447c-af58-fe9bc3917c61, infoPort=45007, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=674099993;c=1732666913301), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:21:55,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf30cb75528d86a06 with lease ID 0x395d39143c2f7567: Processing first storage report for DS-70046770-80bb-4bf3-a2fb-c35c8712bce2 from datanode DatanodeRegistration(127.0.0.1:44073, datanodeUuid=44580ded-7ea6-447c-af58-fe9bc3917c61, infoPort=45007, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=674099993;c=1732666913301) 2024-11-27T00:21:55,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf30cb75528d86a06 with lease ID 0x395d39143c2f7567: from storage DS-70046770-80bb-4bf3-a2fb-c35c8712bce2 node DatanodeRegistration(127.0.0.1:44073, datanodeUuid=44580ded-7ea6-447c-af58-fe9bc3917c61, infoPort=45007, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=674099993;c=1732666913301), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:21:55,126 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee 2024-11-27T00:21:55,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:55,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:55,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:21:55,538 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622 with version=8 2024-11-27T00:21:55,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/hbase-staging 2024-11-27T00:21:55,540 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:21:55,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:55,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:55,541 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:21:55,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:55,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:21:55,541 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:21:55,541 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:21:55,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45887 2024-11-27T00:21:55,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45887 connecting to ZooKeeper ensemble=127.0.0.1:63181 2024-11-27T00:21:55,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458870x0, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:21:55,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45887-0x10179aaed9c0000 connected 2024-11-27T00:21:55,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:55,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:55,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Set watcher on znode that does not yet exist, /01755950665/running 2024-11-27T00:21:55,911 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622, hbase.cluster.distributed=false 2024-11-27T00:21:55,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Set watcher on znode that does not yet exist, /01755950665/acl 2024-11-27T00:21:55,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45887 2024-11-27T00:21:55,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45887 2024-11-27T00:21:55,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45887 2024-11-27T00:21:55,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45887 2024-11-27T00:21:55,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45887 2024-11-27T00:21:55,934 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:21:55,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:55,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:55,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:21:55,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:21:55,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:21:55,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:21:55,934 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:21:55,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38631 2024-11-27T00:21:55,937 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38631 connecting to ZooKeeper ensemble=127.0.0.1:63181 2024-11-27T00:21:55,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:55,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:55,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386310x0, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:21:55,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386310x0, quorum=127.0.0.1:63181, baseZNode=/01755950665 Set watcher on znode that does not yet exist, /01755950665/running 2024-11-27T00:21:55,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38631-0x10179aaed9c0001 connected 2024-11-27T00:21:55,947 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:21:55,952 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:21:55,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Set watcher on znode that does not yet exist, /01755950665/master 2024-11-27T00:21:55,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Set watcher on znode that does not yet exist, /01755950665/acl 2024-11-27T00:21:55,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-27T00:21:55,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38631 2024-11-27T00:21:55,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38631 2024-11-27T00:21:55,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-27T00:21:55,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38631 2024-11-27T00:21:55,977 DEBUG [M:0;f036bc4986ea:45887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:45887 2024-11-27T00:21:55,977 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01755950665/backup-masters/f036bc4986ea,45887,1732666915540 2024-11-27T00:21:55,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665/backup-masters 2024-11-27T00:21:55,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665/backup-masters 2024-11-27T00:21:55,989 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Set watcher on existing znode=/01755950665/backup-masters/f036bc4986ea,45887,1732666915540 2024-11-27T00:21:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:21:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01755950665/master 2024-11-27T00:21:55,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:21:56,000 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Set watcher on existing znode=/01755950665/master 2024-11-27T00:21:56,000 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01755950665/backup-masters/f036bc4986ea,45887,1732666915540 from backup master directory 2024-11-27T00:21:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665/backup-masters 2024-11-27T00:21:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755950665/backup-masters/f036bc4986ea,45887,1732666915540 2024-11-27T00:21:56,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665/backup-masters 2024-11-27T00:21:56,010 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:21:56,010 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,45887,1732666915540 2024-11-27T00:21:56,013 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/hbase.id] with ID: 1f5e8909-bcfe-49ce-b5fe-c00314f87f88 2024-11-27T00:21:56,013 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/.tmp/hbase.id 2024-11-27T00:21:56,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:21:56,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:21:56,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:21:56,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T00:21:56,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:21:56,422 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/.tmp/hbase.id]:[hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/hbase.id] 2024-11-27T00:21:56,430 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:21:56,430 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:21:56,431 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T00:21:56,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:21:56,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:21:56,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:21:56,874 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:21:56,875 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:21:56,876 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:56,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:21:56,885 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store 2024-11-27T00:21:56,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:21:57,290 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:57,290 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:21:57,290 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:57,290 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:57,290 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:21:57,290 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:57,290 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:21:57,290 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666917290Disabling compacts and flushes for region at 1732666917290Disabling writes for close at 1732666917290Writing region close event to WAL at 1732666917290Closed at 1732666917290 2024-11-27T00:21:57,291 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/.initializing 2024-11-27T00:21:57,291 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/WALs/f036bc4986ea,45887,1732666915540 2024-11-27T00:21:57,291 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:21:57,293 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C45887%2C1732666915540, suffix=, logDir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/WALs/f036bc4986ea,45887,1732666915540, archiveDir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/oldWALs, maxLogs=10 2024-11-27T00:21:57,307 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/WALs/f036bc4986ea,45887,1732666915540/f036bc4986ea%2C45887%2C1732666915540.1732666917293, exclude list is [], retry=0 2024-11-27T00:21:57,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44073,DS-61125fa0-9ea2-40bd-8a0f-ea120e561206,DISK] 2024-11-27T00:21:57,310 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/WALs/f036bc4986ea,45887,1732666915540/f036bc4986ea%2C45887%2C1732666915540.1732666917293 2024-11-27T00:21:57,310 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45007:45007)] 2024-11-27T00:21:57,311 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:57,311 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:57,311 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:57,311 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:57,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:57,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:21:57,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:57,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:57,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:57,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:21:57,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:57,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:57,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:57,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:21:57,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:57,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:57,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:57,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:21:57,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:57,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:21:57,316 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:57,317 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:57,317 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:57,318 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:57,318 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:57,318 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:21:57,319 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:21:57,320 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:57,320 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67403687, jitterRate=0.0043932050466537476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:21:57,321 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666917311Initializing all the Stores at 1732666917312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666917312Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666917312Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666917312Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666917312Cleaning up temporary data from old regions at 1732666917318 (+6 ms)Region opened successfully at 1732666917321 (+3 ms) 2024-11-27T00:21:57,321 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:21:57,323 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45dccf3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:21:57,324 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:21:57,324 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:21:57,324 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:21:57,324 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:21:57,325 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:21:57,325 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:21:57,325 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:21:57,326 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:21:57,327 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Unable to get data of znode /01755950665/balancer because node does not exist (not necessarily an error) 2024-11-27T00:21:57,360 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755950665/balancer already deleted, retry=false 2024-11-27T00:21:57,360 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:21:57,361 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Unable to get data of znode /01755950665/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:21:57,437 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755950665/normalizer already deleted, retry=false 2024-11-27T00:21:57,437 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:21:57,438 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Unable to get data of znode /01755950665/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:21:57,521 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755950665/switch/split already deleted, retry=false 2024-11-27T00:21:57,522 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Unable to get data of znode /01755950665/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:21:57,585 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755950665/switch/merge already deleted, retry=false 2024-11-27T00:21:57,587 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Unable to get data of znode /01755950665/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:21:57,713 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755950665/snapshot-cleanup already deleted, retry=false 2024-11-27T00:21:57,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01755950665/running 2024-11-27T00:21:57,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01755950665/running 2024-11-27T00:21:57,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:21:57,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:21:57,840 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,45887,1732666915540, sessionid=0x10179aaed9c0000, setting cluster-up flag (Was=false) 2024-11-27T00:21:58,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:21:58,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:21:58,361 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01755950665/flush-table-proc/acquired, /01755950665/flush-table-proc/reached, /01755950665/flush-table-proc/abort 2024-11-27T00:21:58,362 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,45887,1732666915540 2024-11-27T00:21:58,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:21:58,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:21:58,680 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01755950665/online-snapshot/acquired, /01755950665/online-snapshot/reached, /01755950665/online-snapshot/abort 2024-11-27T00:21:58,681 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,45887,1732666915540 2024-11-27T00:21:58,683 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:21:58,684 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:58,684 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:21:58,684 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:21:58,684 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,45887,1732666915540 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:21:58,685 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:58,686 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:58,686 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:58,686 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:21:58,686 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:21:58,686 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:58,686 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:21:58,686 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:58,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:58,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:21:58,690 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:58,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:21:58,699 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666948699 2024-11-27T00:21:58,699 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:21:58,699 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:21:58,699 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:21:58,699 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:21:58,699 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:21:58,699 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:21:58,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:21:58,708 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,710 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:21:58,710 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:21:58,710 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:21:58,710 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:21:58,711 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:21:58,711 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:21:58,712 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666918711,5,FailOnTimeoutGroup] 2024-11-27T00:21:58,712 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666918712,5,FailOnTimeoutGroup] 2024-11-27T00:21:58,712 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,712 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:21:58,712 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,712 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,766 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(746): ClusterId : 1f5e8909-bcfe-49ce-b5fe-c00314f87f88 2024-11-27T00:21:58,766 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:21:58,832 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:21:58,832 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:21:58,852 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:21:58,852 DEBUG [RS:0;f036bc4986ea:38631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edb03d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:21:58,866 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:38631 2024-11-27T00:21:58,866 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:21:58,866 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:21:58,866 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:21:58,867 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,45887,1732666915540 with port=38631, startcode=1732666915934 2024-11-27T00:21:58,867 DEBUG [RS:0;f036bc4986ea:38631 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:21:58,868 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:21:58,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45887 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,38631,1732666915934 2024-11-27T00:21:58,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45887 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,38631,1732666915934 2024-11-27T00:21:58,870 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622 2024-11-27T00:21:58,870 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38889 2024-11-27T00:21:58,870 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:21:58,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665/rs 2024-11-27T00:21:58,884 DEBUG [RS:0;f036bc4986ea:38631 {}] zookeeper.ZKUtil(111): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Set watcher on existing znode=/01755950665/rs/f036bc4986ea,38631,1732666915934 2024-11-27T00:21:58,884 WARN [RS:0;f036bc4986ea:38631 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:21:58,884 INFO [RS:0;f036bc4986ea:38631 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:58,884 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934 2024-11-27T00:21:58,884 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,38631,1732666915934] 2024-11-27T00:21:58,890 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:21:58,891 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:21:58,892 INFO [RS:0;f036bc4986ea:38631 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:21:58,892 INFO [RS:0;f036bc4986ea:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,892 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:21:58,893 INFO [RS:0;f036bc4986ea:38631 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:21:58,893 INFO [RS:0;f036bc4986ea:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:21:58,893 DEBUG [RS:0;f036bc4986ea:38631 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:21:58,896 INFO [RS:0;f036bc4986ea:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,896 INFO [RS:0;f036bc4986ea:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,896 INFO [RS:0;f036bc4986ea:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,896 INFO [RS:0;f036bc4986ea:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,896 INFO [RS:0;f036bc4986ea:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,896 INFO [RS:0;f036bc4986ea:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38631,1732666915934-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:21:58,916 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:21:58,916 INFO [RS:0;f036bc4986ea:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,38631,1732666915934-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,917 INFO [RS:0;f036bc4986ea:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,917 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.Replication(171): f036bc4986ea,38631,1732666915934 started 2024-11-27T00:21:58,930 INFO [RS:0;f036bc4986ea:38631 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:58,930 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,38631,1732666915934, RpcServer on f036bc4986ea/172.17.0.3:38631, sessionid=0x10179aaed9c0001 2024-11-27T00:21:58,931 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:21:58,931 DEBUG [RS:0;f036bc4986ea:38631 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,38631,1732666915934 2024-11-27T00:21:58,931 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,38631,1732666915934' 2024-11-27T00:21:58,931 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01755950665/flush-table-proc/abort' 2024-11-27T00:21:58,931 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01755950665/flush-table-proc/acquired' 2024-11-27T00:21:58,931 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:21:58,931 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:21:58,931 DEBUG [RS:0;f036bc4986ea:38631 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,38631,1732666915934 2024-11-27T00:21:58,931 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,38631,1732666915934' 2024-11-27T00:21:58,931 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01755950665/online-snapshot/abort' 2024-11-27T00:21:58,932 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01755950665/online-snapshot/acquired' 2024-11-27T00:21:58,932 DEBUG [RS:0;f036bc4986ea:38631 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:21:58,932 INFO [RS:0;f036bc4986ea:38631 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:21:58,932 INFO [RS:0;f036bc4986ea:38631 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:21:58,945 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:21:58,946 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:21:58,946 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88573 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:21:59,032 INFO [RS:0;f036bc4986ea:38631 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:21:59,034 INFO [RS:0;f036bc4986ea:38631 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C38631%2C1732666915934, suffix=, logDir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934, archiveDir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/oldWALs, maxLogs=10 2024-11-27T00:21:59,053 DEBUG [RS:0;f036bc4986ea:38631 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034, exclude list is [], retry=0 2024-11-27T00:21:59,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44073,DS-61125fa0-9ea2-40bd-8a0f-ea120e561206,DISK] 2024-11-27T00:21:59,061 INFO [RS:0;f036bc4986ea:38631 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 2024-11-27T00:21:59,061 DEBUG [RS:0;f036bc4986ea:38631 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45007:45007)] 2024-11-27T00:21:59,102 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:21:59,102 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622 2024-11-27T00:21:59,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:21:59,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:59,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:21:59,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:21:59,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:59,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:59,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:21:59,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:21:59,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:59,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:59,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:21:59,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:21:59,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:59,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:59,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:21:59,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:21:59,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:59,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:59,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:21:59,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740 2024-11-27T00:21:59,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740 2024-11-27T00:21:59,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:21:59,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:21:59,524 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:21:59,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:21:59,526 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:21:59,526 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60781780, jitterRate=-0.0942808985710144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:21:59,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666919513Initializing all the Stores at 1732666919514 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666919514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666919516 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666919516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666919516Cleaning up temporary data from old regions at 1732666919523 (+7 ms)Region opened successfully at 1732666919526 (+3 ms) 2024-11-27T00:21:59,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:21:59,527 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:21:59,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:21:59,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:21:59,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:21:59,527 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:21:59,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666919527Disabling compacts and flushes for region at 1732666919527Disabling writes for close at 1732666919527Writing region close event to WAL at 1732666919527Closed at 1732666919527 2024-11-27T00:21:59,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:59,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:21:59,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:21:59,529 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:21:59,530 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:21:59,680 DEBUG [f036bc4986ea:45887 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:21:59,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,38631,1732666915934 2024-11-27T00:21:59,682 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,38631,1732666915934, state=OPENING 2024-11-27T00:21:59,704 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:21:59,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:21:59,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:21:59,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01755950665/meta-region-server: CHANGED 2024-11-27T00:21:59,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01755950665/meta-region-server: CHANGED 2024-11-27T00:21:59,715 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:21:59,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,38631,1732666915934}] 2024-11-27T00:21:59,868 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:21:59,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:21:59,872 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:21:59,872 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:21:59,872 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:21:59,873 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C38631%2C1732666915934.meta, suffix=.meta, logDir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934, archiveDir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/oldWALs, maxLogs=10 2024-11-27T00:21:59,890 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.meta.1732666919873.meta, exclude list is [], retry=0 2024-11-27T00:21:59,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44073,DS-61125fa0-9ea2-40bd-8a0f-ea120e561206,DISK] 2024-11-27T00:21:59,895 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.meta.1732666919873.meta 2024-11-27T00:21:59,895 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45007:45007)] 2024-11-27T00:21:59,895 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:21:59,896 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:21:59,896 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:21:59,896 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:21:59,896 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:21:59,896 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:21:59,896 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:21:59,896 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:21:59,896 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:21:59,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:21:59,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:21:59,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:59,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:59,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:21:59,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:21:59,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:59,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:59,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:21:59,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:21:59,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:59,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:59,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:21:59,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:21:59,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:21:59,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:21:59,915 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:21:59,915 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740 2024-11-27T00:21:59,916 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740 2024-11-27T00:21:59,917 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:21:59,917 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:21:59,917 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:21:59,918 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:21:59,919 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59053734, jitterRate=-0.12003079056739807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:21:59,919 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:21:59,920 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666919896Writing region info on filesystem at 1732666919896Initializing all the Stores at 1732666919898 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666919898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666919908 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666919908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666919908Cleaning up temporary data from old regions at 1732666919917 (+9 ms)Running coprocessor post-open hooks at 1732666919919 (+2 ms)Region opened successfully at 1732666919920 (+1 ms) 2024-11-27T00:21:59,921 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666919868 2024-11-27T00:21:59,922 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:21:59,922 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:21:59,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,38631,1732666915934 2024-11-27T00:21:59,923 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,38631,1732666915934, state=OPEN 2024-11-27T00:21:59,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01755950665/meta-region-server 2024-11-27T00:21:59,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01755950665/meta-region-server 2024-11-27T00:21:59,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01755950665/meta-region-server: CHANGED 2024-11-27T00:21:59,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01755950665/meta-region-server: CHANGED 2024-11-27T00:21:59,961 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,38631,1732666915934 2024-11-27T00:21:59,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:21:59,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,38631,1732666915934 in 245 msec 2024-11-27T00:21:59,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:21:59,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-27T00:21:59,965 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:21:59,965 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:21:59,967 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:21:59,967 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,38631,1732666915934, seqNum=-1] 2024-11-27T00:21:59,967 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:21:59,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:21:59,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-27T00:21:59,975 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666919975, completionTime=-1 2024-11-27T00:21:59,975 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:21:59,975 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:21:59,977 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:21:59,977 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666979977 2024-11-27T00:21:59,977 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732667039977 2024-11-27T00:21:59,977 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:21:59,978 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,45887,1732666915540-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:59,978 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,45887,1732666915540-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:59,978 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,45887,1732666915540-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:59,978 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:45887, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:59,978 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:59,980 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:21:59,984 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:21:59,987 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.977sec 2024-11-27T00:21:59,987 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:21:59,987 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:21:59,987 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:21:59,987 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:21:59,987 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:21:59,987 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,45887,1732666915540-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:21:59,988 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,45887,1732666915540-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:21:59,993 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:21:59,993 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:21:59,993 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,45887,1732666915540-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:00,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bad6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:00,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,45887,-1 for getting cluster id 2024-11-27T00:22:00,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:00,069 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f5e8909-bcfe-49ce-b5fe-c00314f87f88' 2024-11-27T00:22:00,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:00,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f5e8909-bcfe-49ce-b5fe-c00314f87f88" 2024-11-27T00:22:00,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100c2514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:00,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,45887,-1] 2024-11-27T00:22:00,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:00,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:00,071 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:00,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:00,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:00,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,38631,1732666915934, seqNum=-1] 2024-11-27T00:22:00,073 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:00,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:00,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,45887,1732666915540 2024-11-27T00:22:00,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63181 2024-11-27T00:22:00,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:00,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10179aaed9c0002 connected 2024-11-27T00:22:00,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/hadoop.log.dir so I do NOT create it in target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a 2024-11-27T00:22:00,095 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:22:00,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/hadoop.tmp.dir so I do NOT create it in target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a 2024-11-27T00:22:00,095 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:22:00,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a 2024-11-27T00:22:00,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:22:00,096 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/cluster_c99e20be-8b43-92e4-81d8-42e350921d6b, deleteOnExit=true 2024-11-27T00:22:00,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:22:00,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/test.cache.data in system properties and HBase conf 2024-11-27T00:22:00,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:22:00,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:22:00,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:22:00,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:22:00,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:22:00,096 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:22:00,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:22:00,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:22:00,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:22:00,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:22:00,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:22:00,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:22:00,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:22:00,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:22:00,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:22:00,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:22:00,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:22:00,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:22:00,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:22:00,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:22:00,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:00,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:22:00,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:22:00,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:22:00,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:22:00,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:00,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:22:00,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:22:00,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fd31154{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/java.io.tmpdir/jetty-localhost-36813-hadoop-hdfs-3_4_1-tests_jar-_-any-5292280210206728592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:22:00,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:36813} 2024-11-27T00:22:00,612 INFO [Time-limited test {}] server.Server(415): Started @292128ms 2024-11-27T00:22:00,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:00,862 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:22:00,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:22:00,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:22:00,863 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:22:00,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56253330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:22:00,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c308c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:22:00,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c3d17ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/java.io.tmpdir/jetty-localhost-42641-hadoop-hdfs-3_4_1-tests_jar-_-any-17924817862668169289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:22:00,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@783d9914{HTTP/1.1, (http/1.1)}{localhost:42641} 2024-11-27T00:22:00,966 INFO [Time-limited test {}] server.Server(415): Started @292482ms 2024-11-27T00:22:00,967 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:22:01,669 WARN [Thread-3591 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/cluster_c99e20be-8b43-92e4-81d8-42e350921d6b/data/data2/current/BP-453044176-172.17.0.3-1732666920122/current, will proceed with Du for space computation calculation, 2024-11-27T00:22:01,669 WARN [Thread-3590 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/cluster_c99e20be-8b43-92e4-81d8-42e350921d6b/data/data1/current/BP-453044176-172.17.0.3-1732666920122/current, will proceed with Du for space computation calculation, 2024-11-27T00:22:01,688 WARN [Thread-3578 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:22:01,690 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7b686964587f5a4 with lease ID 0x66753bd074031884: Processing first storage report for DS-51bd4e69-f2a7-44f9-bcba-1ef5091c38f9 from datanode DatanodeRegistration(127.0.0.1:36497, datanodeUuid=d5e76f57-87ab-4b6b-918f-d066bb4cc102, infoPort=36865, infoSecurePort=0, ipcPort=40337, storageInfo=lv=-57;cid=testClusterID;nsid=193086148;c=1732666920122) 2024-11-27T00:22:01,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7b686964587f5a4 with lease ID 0x66753bd074031884: from storage DS-51bd4e69-f2a7-44f9-bcba-1ef5091c38f9 node DatanodeRegistration(127.0.0.1:36497, datanodeUuid=d5e76f57-87ab-4b6b-918f-d066bb4cc102, infoPort=36865, infoSecurePort=0, ipcPort=40337, storageInfo=lv=-57;cid=testClusterID;nsid=193086148;c=1732666920122), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:22:01,690 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7b686964587f5a4 with lease ID 0x66753bd074031884: Processing first storage report for DS-ee7cebe7-fbfb-4d05-b8a4-3aaba3e631bb from datanode DatanodeRegistration(127.0.0.1:36497, datanodeUuid=d5e76f57-87ab-4b6b-918f-d066bb4cc102, infoPort=36865, infoSecurePort=0, ipcPort=40337, storageInfo=lv=-57;cid=testClusterID;nsid=193086148;c=1732666920122) 2024-11-27T00:22:01,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7b686964587f5a4 with lease ID 0x66753bd074031884: from storage DS-ee7cebe7-fbfb-4d05-b8a4-3aaba3e631bb node DatanodeRegistration(127.0.0.1:36497, datanodeUuid=d5e76f57-87ab-4b6b-918f-d066bb4cc102, infoPort=36865, infoSecurePort=0, ipcPort=40337, storageInfo=lv=-57;cid=testClusterID;nsid=193086148;c=1732666920122), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:22:01,692 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a 2024-11-27T00:22:01,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:01,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:01,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:22:01,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:22:01,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:01,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:01,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:01,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:01,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:01,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:01,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:01,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:01,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:01,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:01,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:01,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:01,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:02,099 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb with version=8 2024-11-27T00:22:02,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/hbase-staging 2024-11-27T00:22:02,102 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:22:02,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:02,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:02,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:22:02,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:02,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:22:02,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:22:02,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:22:02,103 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46323 2024-11-27T00:22:02,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46323 connecting to ZooKeeper ensemble=127.0.0.1:63181 2024-11-27T00:22:02,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463230x0, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:02,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46323-0x10179aaed9c0003 connected 2024-11-27T00:22:02,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:02,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:02,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Set watcher on znode that does not yet exist, /1-304744626/running 2024-11-27T00:22:02,258 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb, hbase.cluster.distributed=false 2024-11-27T00:22:02,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Set watcher on znode that does not yet exist, /1-304744626/acl 2024-11-27T00:22:02,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46323 2024-11-27T00:22:02,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46323 2024-11-27T00:22:02,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46323 2024-11-27T00:22:02,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46323 2024-11-27T00:22:02,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46323 2024-11-27T00:22:02,285 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:22:02,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:02,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:02,286 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:22:02,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:02,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:22:02,286 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:22:02,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:22:02,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43693 2024-11-27T00:22:02,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43693 connecting to ZooKeeper ensemble=127.0.0.1:63181 2024-11-27T00:22:02,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:02,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:02,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436930x0, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Set watcher on znode that does not yet exist, /1-304744626/running 2024-11-27T00:22:02,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436930x0, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:02,326 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:22:02,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43693-0x10179aaed9c0004 connected 2024-11-27T00:22:02,340 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:22:02,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Set watcher on znode that does not yet exist, /1-304744626/master 2024-11-27T00:22:02,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Set watcher on znode that does not yet exist, /1-304744626/acl 2024-11-27T00:22:02,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43693 2024-11-27T00:22:02,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43693 2024-11-27T00:22:02,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43693 2024-11-27T00:22:02,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43693 2024-11-27T00:22:02,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43693 2024-11-27T00:22:02,390 DEBUG [M:0;f036bc4986ea:46323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:46323 2024-11-27T00:22:02,393 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-304744626/backup-masters/f036bc4986ea,46323,1732666922101 2024-11-27T00:22:02,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626/backup-masters 2024-11-27T00:22:02,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626/backup-masters 2024-11-27T00:22:02,407 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Set watcher on existing znode=/1-304744626/backup-masters/f036bc4986ea,46323,1732666922101 2024-11-27T00:22:02,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-304744626/master 2024-11-27T00:22:02,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:02,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:02,417 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Set watcher on existing znode=/1-304744626/master 2024-11-27T00:22:02,418 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-304744626/backup-masters/f036bc4986ea,46323,1732666922101 from backup master directory 2024-11-27T00:22:02,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-304744626/backup-masters/f036bc4986ea,46323,1732666922101 2024-11-27T00:22:02,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626/backup-masters 2024-11-27T00:22:02,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626/backup-masters 2024-11-27T00:22:02,431 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:22:02,431 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,46323,1732666922101 2024-11-27T00:22:02,436 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/hbase.id] with ID: 95250b26-1f65-49da-8f26-3ce37471207b 2024-11-27T00:22:02,436 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/.tmp/hbase.id 2024-11-27T00:22:02,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:22:02,471 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/.tmp/hbase.id]:[hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/hbase.id] 2024-11-27T00:22:02,482 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:02,482 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:22:02,482 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T00:22:02,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:02,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:02,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:22:02,550 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:22:02,550 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:22:02,550 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:02,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:22:02,956 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store 2024-11-27T00:22:02,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:22:03,360 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:03,360 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:22:03,360 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:03,360 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:03,360 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:22:03,360 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:03,360 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:03,360 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666923360Disabling compacts and flushes for region at 1732666923360Disabling writes for close at 1732666923360Writing region close event to WAL at 1732666923360Closed at 1732666923360 2024-11-27T00:22:03,361 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/.initializing 2024-11-27T00:22:03,361 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/WALs/f036bc4986ea,46323,1732666922101 2024-11-27T00:22:03,362 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:22:03,363 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C46323%2C1732666922101, suffix=, logDir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/WALs/f036bc4986ea,46323,1732666922101, archiveDir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/oldWALs, maxLogs=10 2024-11-27T00:22:03,375 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/WALs/f036bc4986ea,46323,1732666922101/f036bc4986ea%2C46323%2C1732666922101.1732666923363, exclude list is [], retry=0 2024-11-27T00:22:03,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36497,DS-51bd4e69-f2a7-44f9-bcba-1ef5091c38f9,DISK] 2024-11-27T00:22:03,378 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/WALs/f036bc4986ea,46323,1732666922101/f036bc4986ea%2C46323%2C1732666922101.1732666923363 2024-11-27T00:22:03,379 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36865:36865)] 2024-11-27T00:22:03,379 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:03,379 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:03,379 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:03,379 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:03,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:03,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:22:03,381 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:03,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:03,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:03,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:22:03,382 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:03,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:03,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:03,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:22:03,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:03,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:03,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:03,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:22:03,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:03,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:03,384 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:03,385 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:03,385 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:03,386 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:03,386 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:03,386 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:03,387 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:03,389 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:03,389 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71845829, jitterRate=0.07058627903461456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:03,389 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666923379Initializing all the Stores at 1732666923380 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666923380Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666923380Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666923380Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666923380Cleaning up temporary data from old regions at 1732666923386 (+6 ms)Region opened successfully at 1732666923389 (+3 ms) 2024-11-27T00:22:03,389 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:22:03,391 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3166fca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:22:03,392 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:22:03,392 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:22:03,392 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:22:03,392 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:22:03,393 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:22:03,393 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:22:03,393 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:22:03,395 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:22:03,395 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Unable to get data of znode /1-304744626/balancer because node does not exist (not necessarily an error) 2024-11-27T00:22:03,462 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-304744626/balancer already deleted, retry=false 2024-11-27T00:22:03,462 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:22:03,463 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Unable to get data of znode /1-304744626/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:22:03,472 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-304744626/normalizer already deleted, retry=false 2024-11-27T00:22:03,473 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:22:03,473 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Unable to get data of znode /1-304744626/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:22:03,483 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-304744626/switch/split already deleted, retry=false 2024-11-27T00:22:03,484 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Unable to get data of znode /1-304744626/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:22:03,493 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-304744626/switch/merge already deleted, retry=false 2024-11-27T00:22:03,495 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Unable to get data of znode /1-304744626/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:22:03,504 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-304744626/snapshot-cleanup already deleted, retry=false 2024-11-27T00:22:03,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-304744626/running 2024-11-27T00:22:03,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:03,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-304744626/running 2024-11-27T00:22:03,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:03,515 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,46323,1732666922101, sessionid=0x10179aaed9c0003, setting cluster-up flag (Was=false) 2024-11-27T00:22:03,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:03,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:03,567 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-304744626/flush-table-proc/acquired, /1-304744626/flush-table-proc/reached, /1-304744626/flush-table-proc/abort 2024-11-27T00:22:03,568 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,46323,1732666922101 2024-11-27T00:22:03,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:03,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:03,620 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-304744626/online-snapshot/acquired, /1-304744626/online-snapshot/reached, /1-304744626/online-snapshot/abort 2024-11-27T00:22:03,621 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,46323,1732666922101 2024-11-27T00:22:03,622 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:22:03,623 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:03,624 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:22:03,624 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:22:03,624 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,46323,1732666922101 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:22:03,625 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:03,625 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:03,625 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:03,625 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:03,625 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:22:03,626 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:03,626 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:22:03,626 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:03,628 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:03,628 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:22:03,629 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:03,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:22:03,634 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666953633 2024-11-27T00:22:03,634 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:22:03,634 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:22:03,634 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:22:03,634 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:22:03,634 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:22:03,634 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:22:03,634 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,634 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:22:03,634 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:22:03,635 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:22:03,635 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:22:03,635 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:22:03,635 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:22:03,636 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666923635,5,FailOnTimeoutGroup] 2024-11-27T00:22:03,636 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666923636,5,FailOnTimeoutGroup] 2024-11-27T00:22:03,636 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,636 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:22:03,636 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,637 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:22:03,679 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(746): ClusterId : 95250b26-1f65-49da-8f26-3ce37471207b 2024-11-27T00:22:03,679 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:22:03,691 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:22:03,691 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:22:03,701 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:22:03,701 DEBUG [RS:0;f036bc4986ea:43693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2834ea67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:22:03,715 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:43693 2024-11-27T00:22:03,715 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:22:03,715 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:22:03,715 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:22:03,716 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,46323,1732666922101 with port=43693, startcode=1732666922285 2024-11-27T00:22:03,716 DEBUG [RS:0;f036bc4986ea:43693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:22:03,717 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:22:03,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,43693,1732666922285 2024-11-27T00:22:03,718 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46323 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,43693,1732666922285 2024-11-27T00:22:03,719 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb 2024-11-27T00:22:03,719 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42983 2024-11-27T00:22:03,719 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:22:03,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626/rs 2024-11-27T00:22:03,770 DEBUG [RS:0;f036bc4986ea:43693 {}] zookeeper.ZKUtil(111): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Set watcher on existing znode=/1-304744626/rs/f036bc4986ea,43693,1732666922285 2024-11-27T00:22:03,770 WARN [RS:0;f036bc4986ea:43693 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:22:03,770 INFO [RS:0;f036bc4986ea:43693 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:03,770 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285 2024-11-27T00:22:03,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,43693,1732666922285] 2024-11-27T00:22:03,773 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:22:03,774 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:22:03,774 INFO [RS:0;f036bc4986ea:43693 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:22:03,774 INFO [RS:0;f036bc4986ea:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,774 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:22:03,775 INFO [RS:0;f036bc4986ea:43693 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:22:03,775 INFO [RS:0;f036bc4986ea:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:22:03,775 DEBUG [RS:0;f036bc4986ea:43693 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:22:03,779 INFO [RS:0;f036bc4986ea:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,779 INFO [RS:0;f036bc4986ea:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,779 INFO [RS:0;f036bc4986ea:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,779 INFO [RS:0;f036bc4986ea:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,779 INFO [RS:0;f036bc4986ea:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,779 INFO [RS:0;f036bc4986ea:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,43693,1732666922285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:22:03,791 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:22:03,791 INFO [RS:0;f036bc4986ea:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,43693,1732666922285-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,792 INFO [RS:0;f036bc4986ea:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,792 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.Replication(171): f036bc4986ea,43693,1732666922285 started 2024-11-27T00:22:03,803 INFO [RS:0;f036bc4986ea:43693 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:03,803 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,43693,1732666922285, RpcServer on f036bc4986ea/172.17.0.3:43693, sessionid=0x10179aaed9c0004 2024-11-27T00:22:03,804 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:22:03,804 DEBUG [RS:0;f036bc4986ea:43693 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,43693,1732666922285 2024-11-27T00:22:03,804 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,43693,1732666922285' 2024-11-27T00:22:03,804 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-304744626/flush-table-proc/abort' 2024-11-27T00:22:03,804 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-304744626/flush-table-proc/acquired' 2024-11-27T00:22:03,804 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:22:03,804 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:22:03,804 DEBUG [RS:0;f036bc4986ea:43693 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,43693,1732666922285 2024-11-27T00:22:03,804 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,43693,1732666922285' 2024-11-27T00:22:03,805 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-304744626/online-snapshot/abort' 2024-11-27T00:22:03,805 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-304744626/online-snapshot/acquired' 2024-11-27T00:22:03,805 DEBUG [RS:0;f036bc4986ea:43693 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:22:03,805 INFO [RS:0;f036bc4986ea:43693 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:22:03,805 INFO [RS:0;f036bc4986ea:43693 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:22:03,906 INFO [RS:0;f036bc4986ea:43693 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:22:03,907 INFO [RS:0;f036bc4986ea:43693 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C43693%2C1732666922285, suffix=, logDir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285, archiveDir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/oldWALs, maxLogs=10 2024-11-27T00:22:03,921 DEBUG [RS:0;f036bc4986ea:43693 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907, exclude list is [], retry=0 2024-11-27T00:22:03,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36497,DS-51bd4e69-f2a7-44f9-bcba-1ef5091c38f9,DISK] 2024-11-27T00:22:03,926 INFO [RS:0;f036bc4986ea:43693 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 2024-11-27T00:22:03,926 DEBUG [RS:0;f036bc4986ea:43693 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36865:36865)] 2024-11-27T00:22:04,038 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:22:04,039 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb 2024-11-27T00:22:04,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:22:04,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:04,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:22:04,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:22:04,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:04,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:04,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:22:04,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:22:04,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:04,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:04,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:22:04,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:22:04,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:04,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:04,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:22:04,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:22:04,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:04,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:04,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:22:04,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740 2024-11-27T00:22:04,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740 2024-11-27T00:22:04,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:22:04,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:22:04,485 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:04,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:22:04,497 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:04,498 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66440345, jitterRate=-0.009961709380149841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:04,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666924452Initializing all the Stores at 1732666924453 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666924453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666924460 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666924460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666924460Cleaning up temporary data from old regions at 1732666924485 (+25 ms)Region opened successfully at 1732666924498 (+13 ms) 2024-11-27T00:22:04,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:22:04,499 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:22:04,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:22:04,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:22:04,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:22:04,502 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:22:04,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666924498Disabling compacts and flushes for region at 1732666924498Disabling writes for close at 1732666924499 (+1 ms)Writing region close event to WAL at 1732666924502 (+3 ms)Closed at 1732666924502 2024-11-27T00:22:04,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:04,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:22:04,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:22:04,504 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:22:04,505 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:22:04,656 DEBUG [f036bc4986ea:46323 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:22:04,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,43693,1732666922285 2024-11-27T00:22:04,657 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,43693,1732666922285, state=OPENING 2024-11-27T00:22:04,704 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:22:04,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:04,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:04,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-304744626/meta-region-server: CHANGED 2024-11-27T00:22:04,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-304744626/meta-region-server: CHANGED 2024-11-27T00:22:04,715 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:22:04,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,43693,1732666922285}] 2024-11-27T00:22:04,867 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:22:04,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:22:04,870 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:22:04,870 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:04,870 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:22:04,871 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C43693%2C1732666922285.meta, suffix=.meta, logDir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285, archiveDir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/oldWALs, maxLogs=10 2024-11-27T00:22:04,884 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.meta.1732666924872.meta, exclude list is [], retry=0 2024-11-27T00:22:04,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36497,DS-51bd4e69-f2a7-44f9-bcba-1ef5091c38f9,DISK] 2024-11-27T00:22:04,886 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.meta.1732666924872.meta 2024-11-27T00:22:04,887 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36865:36865)] 2024-11-27T00:22:04,887 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:04,887 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:22:04,887 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:22:04,887 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:22:04,887 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:22:04,888 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:22:04,888 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:04,888 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:22:04,888 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:22:04,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:22:04,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:22:04,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:04,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:04,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:22:04,890 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:22:04,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:22:04,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:04,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:04,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:22:04,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:22:04,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:04,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:04,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:22:04,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:22:04,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:04,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:04,891 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:22:04,892 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740 2024-11-27T00:22:04,893 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740 2024-11-27T00:22:04,893 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:22:04,893 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:22:04,894 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:04,894 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:22:04,895 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73568745, jitterRate=0.09625972807407379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:04,895 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:22:04,895 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666924888Writing region info on filesystem at 1732666924888Initializing all the Stores at 1732666924888Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666924888Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666924888Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666924888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666924888Cleaning up temporary data from old regions at 1732666924893 (+5 ms)Running coprocessor post-open hooks at 1732666924895 (+2 ms)Region opened successfully at 1732666924895 2024-11-27T00:22:04,896 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666924867 2024-11-27T00:22:04,897 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:22:04,897 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:22:04,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,43693,1732666922285 2024-11-27T00:22:04,898 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,43693,1732666922285, state=OPEN 2024-11-27T00:22:04,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-304744626/meta-region-server 2024-11-27T00:22:04,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-304744626/meta-region-server 2024-11-27T00:22:04,904 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,43693,1732666922285 2024-11-27T00:22:04,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-304744626/meta-region-server: CHANGED 2024-11-27T00:22:04,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-304744626/meta-region-server: CHANGED 2024-11-27T00:22:04,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:22:04,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,43693,1732666922285 in 189 msec 2024-11-27T00:22:04,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:22:04,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-27T00:22:04,907 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:04,907 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:22:04,908 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:04,908 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43693,1732666922285, seqNum=-1] 2024-11-27T00:22:04,909 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:04,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:04,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2890 sec 2024-11-27T00:22:04,913 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666924913, completionTime=-1 2024-11-27T00:22:04,913 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:22:04,913 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:22:04,914 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:22:04,914 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666984914 2024-11-27T00:22:04,914 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732667044914 2024-11-27T00:22:04,914 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:22:04,914 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46323,1732666922101-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:04,914 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46323,1732666922101-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:04,914 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46323,1732666922101-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:04,914 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:46323, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:04,914 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:04,915 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:04,916 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:22:04,917 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.486sec 2024-11-27T00:22:04,917 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:22:04,917 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:22:04,917 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:22:04,917 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:22:04,917 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:22:04,917 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46323,1732666922101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:22:04,918 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46323,1732666922101-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:22:04,919 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:22:04,919 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:22:04,919 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46323,1732666922101-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:04,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35be01af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:04,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,46323,-1 for getting cluster id 2024-11-27T00:22:04,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:04,981 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95250b26-1f65-49da-8f26-3ce37471207b' 2024-11-27T00:22:04,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:04,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95250b26-1f65-49da-8f26-3ce37471207b" 2024-11-27T00:22:04,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d072e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,46323,-1] 2024-11-27T00:22:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:04,982 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:04,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e86e81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:04,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:04,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43693,1732666922285, seqNum=-1] 2024-11-27T00:22:04,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:04,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:04,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,46323,1732666922101 2024-11-27T00:22:04,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63181 2024-11-27T00:22:04,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:04,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10179aaed9c0005 connected 2024-11-27T00:22:05,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/hadoop.log.dir so I do NOT create it in target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0 2024-11-27T00:22:05,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:22:05,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/hadoop.tmp.dir so I do NOT create it in target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0 2024-11-27T00:22:05,011 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:22:05,011 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0 2024-11-27T00:22:05,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/cluster_2b893084-90e2-b135-1c54-bec41752f5bd, deleteOnExit=true 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/test.cache.data in system properties and HBase conf 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:22:05,012 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:22:05,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:22:05,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:22:05,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:22:05,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:22:05,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:22:05,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:22:05,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:22:05,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:22:05,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:22:05,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:05,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:22:05,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:22:05,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:22:05,352 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:22:05,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:05,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:22:05,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:22:05,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d853c79{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/java.io.tmpdir/jetty-localhost-32869-hadoop-hdfs-3_4_1-tests_jar-_-any-14244816429322260779/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:22:05,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:32869} 2024-11-27T00:22:05,449 INFO [Time-limited test {}] server.Server(415): Started @296965ms 2024-11-27T00:22:05,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:05,686 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:22:05,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:22:05,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:22:05,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:22:05,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:22:05,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:22:05,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@513fab77{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/java.io.tmpdir/jetty-localhost-41317-hadoop-hdfs-3_4_1-tests_jar-_-any-11450055410702040268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:22:05,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:41317} 2024-11-27T00:22:05,816 INFO [Time-limited test {}] server.Server(415): Started @297333ms 2024-11-27T00:22:05,818 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:22:06,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:22:06,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T00:22:06,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T00:22:06,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T00:22:06,491 WARN [Thread-3711 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/cluster_2b893084-90e2-b135-1c54-bec41752f5bd/data/data1/current/BP-1005305557-172.17.0.3-1732666925027/current, will proceed with Du for space computation calculation, 2024-11-27T00:22:06,491 WARN [Thread-3712 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/cluster_2b893084-90e2-b135-1c54-bec41752f5bd/data/data2/current/BP-1005305557-172.17.0.3-1732666925027/current, will proceed with Du for space computation calculation, 2024-11-27T00:22:06,518 WARN [Thread-3699 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:22:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ea7b75a12284b5b with lease ID 0x7e9bfc7f08833e01: Processing first storage report for DS-a9fee92c-8f36-4e5b-bb26-bed3147cac97 from datanode DatanodeRegistration(127.0.0.1:42897, datanodeUuid=e603f2c4-07e8-402f-8bce-59d06d6308b2, infoPort=33953, infoSecurePort=0, ipcPort=39473, storageInfo=lv=-57;cid=testClusterID;nsid=1492079970;c=1732666925027) 2024-11-27T00:22:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ea7b75a12284b5b with lease ID 0x7e9bfc7f08833e01: from storage DS-a9fee92c-8f36-4e5b-bb26-bed3147cac97 node DatanodeRegistration(127.0.0.1:42897, datanodeUuid=e603f2c4-07e8-402f-8bce-59d06d6308b2, infoPort=33953, infoSecurePort=0, ipcPort=39473, storageInfo=lv=-57;cid=testClusterID;nsid=1492079970;c=1732666925027), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:22:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7ea7b75a12284b5b with lease ID 0x7e9bfc7f08833e01: Processing first storage report for DS-1bb165eb-9d89-441c-96eb-9effaa709bc1 from datanode DatanodeRegistration(127.0.0.1:42897, datanodeUuid=e603f2c4-07e8-402f-8bce-59d06d6308b2, infoPort=33953, infoSecurePort=0, ipcPort=39473, storageInfo=lv=-57;cid=testClusterID;nsid=1492079970;c=1732666925027) 2024-11-27T00:22:06,520 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7ea7b75a12284b5b with lease ID 0x7e9bfc7f08833e01: from storage DS-1bb165eb-9d89-441c-96eb-9effaa709bc1 node DatanodeRegistration(127.0.0.1:42897, datanodeUuid=e603f2c4-07e8-402f-8bce-59d06d6308b2, infoPort=33953, infoSecurePort=0, ipcPort=39473, storageInfo=lv=-57;cid=testClusterID;nsid=1492079970;c=1732666925027), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:22:06,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0 2024-11-27T00:22:06,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:06,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:06,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:22:07,010 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc with version=8 2024-11-27T00:22:07,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/hbase-staging 2024-11-27T00:22:07,012 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:22:07,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:07,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:07,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:22:07,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:07,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:22:07,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:22:07,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:22:07,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37237 2024-11-27T00:22:07,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37237 connecting to ZooKeeper ensemble=127.0.0.1:63181 2024-11-27T00:22:07,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372370x0, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:07,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37237-0x10179aaed9c0006 connected 2024-11-27T00:22:07,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:07,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:07,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Set watcher on znode that does not yet exist, /2-759960684/running 2024-11-27T00:22:07,192 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc, hbase.cluster.distributed=false 2024-11-27T00:22:07,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Set watcher on znode that does not yet exist, /2-759960684/acl 2024-11-27T00:22:07,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37237 2024-11-27T00:22:07,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37237 2024-11-27T00:22:07,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37237 2024-11-27T00:22:07,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37237 2024-11-27T00:22:07,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37237 2024-11-27T00:22:07,215 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:22:07,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:07,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:07,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:22:07,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:07,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:22:07,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:22:07,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:22:07,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44749 2024-11-27T00:22:07,217 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44749 connecting to ZooKeeper ensemble=127.0.0.1:63181 2024-11-27T00:22:07,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:07,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:07,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447490x0, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:07,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447490x0, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Set watcher on znode that does not yet exist, /2-759960684/running 2024-11-27T00:22:07,231 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:22:07,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44749-0x10179aaed9c0007 connected 2024-11-27T00:22:07,237 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:22:07,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Set watcher on znode that does not yet exist, /2-759960684/master 2024-11-27T00:22:07,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Set watcher on znode that does not yet exist, /2-759960684/acl 2024-11-27T00:22:07,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44749 2024-11-27T00:22:07,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44749 2024-11-27T00:22:07,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44749 2024-11-27T00:22:07,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44749 2024-11-27T00:22:07,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44749 2024-11-27T00:22:07,263 DEBUG [M:0;f036bc4986ea:37237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:37237 2024-11-27T00:22:07,264 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-759960684/backup-masters/f036bc4986ea,37237,1732666927012 2024-11-27T00:22:07,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684/backup-masters 2024-11-27T00:22:07,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684/backup-masters 2024-11-27T00:22:07,272 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Set watcher on existing znode=/2-759960684/backup-masters/f036bc4986ea,37237,1732666927012 2024-11-27T00:22:07,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:07,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-759960684/master 2024-11-27T00:22:07,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:07,283 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Set watcher on existing znode=/2-759960684/master 2024-11-27T00:22:07,283 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-759960684/backup-masters/f036bc4986ea,37237,1732666927012 from backup master directory 2024-11-27T00:22:07,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684/backup-masters 2024-11-27T00:22:07,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-759960684/backup-masters/f036bc4986ea,37237,1732666927012 2024-11-27T00:22:07,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684/backup-masters 2024-11-27T00:22:07,295 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:22:07,295 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,37237,1732666927012 2024-11-27T00:22:07,298 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/hbase.id] with ID: 62e0b15e-6146-41c0-a049-34d45b435752 2024-11-27T00:22:07,298 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/.tmp/hbase.id 2024-11-27T00:22:07,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:22:07,710 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/.tmp/hbase.id]:[hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/hbase.id] 2024-11-27T00:22:07,716 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:07,716 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:22:07,717 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T00:22:07,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:07,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:07,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:22:08,156 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:22:08,157 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:22:08,157 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:08,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:22:08,563 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store 2024-11-27T00:22:08,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:22:08,968 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:08,968 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:22:08,968 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:08,968 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:08,968 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:22:08,968 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:08,968 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:08,968 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666928968Disabling compacts and flushes for region at 1732666928968Disabling writes for close at 1732666928968Writing region close event to WAL at 1732666928968Closed at 1732666928968 2024-11-27T00:22:08,969 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/.initializing 2024-11-27T00:22:08,969 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/WALs/f036bc4986ea,37237,1732666927012 2024-11-27T00:22:08,970 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:22:08,971 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C37237%2C1732666927012, suffix=, logDir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/WALs/f036bc4986ea,37237,1732666927012, archiveDir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/oldWALs, maxLogs=10 2024-11-27T00:22:08,987 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/WALs/f036bc4986ea,37237,1732666927012/f036bc4986ea%2C37237%2C1732666927012.1732666928971, exclude list is [], retry=0 2024-11-27T00:22:08,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-a9fee92c-8f36-4e5b-bb26-bed3147cac97,DISK] 2024-11-27T00:22:08,996 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/WALs/f036bc4986ea,37237,1732666927012/f036bc4986ea%2C37237%2C1732666927012.1732666928971 2024-11-27T00:22:08,999 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33953:33953)] 2024-11-27T00:22:08,999 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:08,999 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:08,999 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:08,999 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:09,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:09,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:22:09,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:09,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:09,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:09,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:22:09,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:09,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:09,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:09,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:22:09,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:09,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:09,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:09,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:22:09,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:09,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:09,011 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:09,011 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:09,011 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:09,012 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:09,012 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:09,012 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:09,013 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:09,014 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:09,014 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66252985, jitterRate=-0.012753590941429138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:09,015 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666928999Initializing all the Stores at 1732666929000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666929000Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666929004 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666929004Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666929004Cleaning up temporary data from old regions at 1732666929012 (+8 ms)Region opened successfully at 1732666929015 (+3 ms) 2024-11-27T00:22:09,015 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:22:09,017 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675c67f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:22:09,018 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:22:09,018 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:22:09,018 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:22:09,018 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:22:09,018 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:22:09,019 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:22:09,019 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:22:09,034 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:22:09,035 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Unable to get data of znode /2-759960684/balancer because node does not exist (not necessarily an error) 2024-11-27T00:22:09,082 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-759960684/balancer already deleted, retry=false 2024-11-27T00:22:09,083 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:22:09,084 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Unable to get data of znode /2-759960684/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:22:09,093 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-759960684/normalizer already deleted, retry=false 2024-11-27T00:22:09,093 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:22:09,102 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Unable to get data of znode /2-759960684/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:22:09,114 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-759960684/switch/split already deleted, retry=false 2024-11-27T00:22:09,115 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Unable to get data of znode /2-759960684/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:22:09,124 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-759960684/switch/merge already deleted, retry=false 2024-11-27T00:22:09,126 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Unable to get data of znode /2-759960684/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:22:09,135 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-759960684/snapshot-cleanup already deleted, retry=false 2024-11-27T00:22:09,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-759960684/running 2024-11-27T00:22:09,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-759960684/running 2024-11-27T00:22:09,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:09,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:09,147 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,37237,1732666927012, sessionid=0x10179aaed9c0006, setting cluster-up flag (Was=false) 2024-11-27T00:22:09,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:09,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:09,206 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-759960684/flush-table-proc/acquired, /2-759960684/flush-table-proc/reached, /2-759960684/flush-table-proc/abort 2024-11-27T00:22:09,206 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,37237,1732666927012 2024-11-27T00:22:09,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:09,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:09,261 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-759960684/online-snapshot/acquired, /2-759960684/online-snapshot/reached, /2-759960684/online-snapshot/abort 2024-11-27T00:22:09,262 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,37237,1732666927012 2024-11-27T00:22:09,277 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:22:09,285 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:09,286 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:22:09,286 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:22:09,286 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,37237,1732666927012 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:22:09,287 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:09,287 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:09,287 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:09,287 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:09,287 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:22:09,287 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:09,287 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:22:09,287 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:09,320 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:09,320 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:22:09,321 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:09,321 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:22:09,328 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666959328 2024-11-27T00:22:09,328 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:22:09,328 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:22:09,328 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:22:09,328 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:22:09,328 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:22:09,328 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:22:09,332 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,334 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:22:09,334 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:22:09,334 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:22:09,334 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:22:09,340 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:22:09,340 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:22:09,342 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666929340,5,FailOnTimeoutGroup] 2024-11-27T00:22:09,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:22:09,345 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:22:09,345 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666929342,5,FailOnTimeoutGroup] 2024-11-27T00:22:09,345 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,345 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:22:09,345 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,345 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,345 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc 2024-11-27T00:22:09,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741832_1008 (size=32) 2024-11-27T00:22:09,353 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(746): ClusterId : 62e0b15e-6146-41c0-a049-34d45b435752 2024-11-27T00:22:09,353 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:22:09,428 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:22:09,428 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:22:09,488 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:22:09,488 DEBUG [RS:0;f036bc4986ea:44749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aee4a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:22:09,504 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:44749 2024-11-27T00:22:09,504 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:22:09,504 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:22:09,504 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:22:09,505 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,37237,1732666927012 with port=44749, startcode=1732666927215 2024-11-27T00:22:09,505 DEBUG [RS:0;f036bc4986ea:44749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:22:09,529 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:22:09,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,44749,1732666927215 2024-11-27T00:22:09,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37237 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,44749,1732666927215 2024-11-27T00:22:09,532 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc 2024-11-27T00:22:09,532 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38083 2024-11-27T00:22:09,532 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:22:09,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684/rs 2024-11-27T00:22:09,597 DEBUG [RS:0;f036bc4986ea:44749 {}] zookeeper.ZKUtil(111): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Set watcher on existing znode=/2-759960684/rs/f036bc4986ea,44749,1732666927215 2024-11-27T00:22:09,597 WARN [RS:0;f036bc4986ea:44749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:22:09,597 INFO [RS:0;f036bc4986ea:44749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:09,597 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215 2024-11-27T00:22:09,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,44749,1732666927215] 2024-11-27T00:22:09,623 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:22:09,628 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:22:09,636 INFO [RS:0;f036bc4986ea:44749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:22:09,636 INFO [RS:0;f036bc4986ea:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,644 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:22:09,645 INFO [RS:0;f036bc4986ea:44749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:22:09,645 INFO [RS:0;f036bc4986ea:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,645 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:09,645 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:09,645 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:09,645 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:09,645 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:09,645 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:22:09,645 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:09,645 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:09,645 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:09,645 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:09,646 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:09,646 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:09,646 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:22:09,646 DEBUG [RS:0;f036bc4986ea:44749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:22:09,647 INFO [RS:0;f036bc4986ea:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,647 INFO [RS:0;f036bc4986ea:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,647 INFO [RS:0;f036bc4986ea:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,647 INFO [RS:0;f036bc4986ea:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,647 INFO [RS:0;f036bc4986ea:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,647 INFO [RS:0;f036bc4986ea:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44749,1732666927215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:22:09,668 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:22:09,669 INFO [RS:0;f036bc4986ea:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44749,1732666927215-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,669 INFO [RS:0;f036bc4986ea:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,669 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.Replication(171): f036bc4986ea,44749,1732666927215 started 2024-11-27T00:22:09,689 INFO [RS:0;f036bc4986ea:44749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:09,689 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,44749,1732666927215, RpcServer on f036bc4986ea/172.17.0.3:44749, sessionid=0x10179aaed9c0007 2024-11-27T00:22:09,690 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:22:09,690 DEBUG [RS:0;f036bc4986ea:44749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,44749,1732666927215 2024-11-27T00:22:09,690 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,44749,1732666927215' 2024-11-27T00:22:09,690 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-759960684/flush-table-proc/abort' 2024-11-27T00:22:09,690 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-759960684/flush-table-proc/acquired' 2024-11-27T00:22:09,691 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:22:09,691 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:22:09,691 DEBUG [RS:0;f036bc4986ea:44749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,44749,1732666927215 2024-11-27T00:22:09,691 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,44749,1732666927215' 2024-11-27T00:22:09,691 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-759960684/online-snapshot/abort' 2024-11-27T00:22:09,691 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-759960684/online-snapshot/acquired' 2024-11-27T00:22:09,692 DEBUG [RS:0;f036bc4986ea:44749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:22:09,692 INFO [RS:0;f036bc4986ea:44749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:22:09,692 INFO [RS:0;f036bc4986ea:44749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:22:09,752 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:09,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:22:09,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:22:09,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:09,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:09,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:22:09,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:22:09,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:09,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:09,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:22:09,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:22:09,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:09,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:09,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:22:09,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:22:09,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:09,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:09,760 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:22:09,760 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740 2024-11-27T00:22:09,761 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740 2024-11-27T00:22:09,762 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:22:09,762 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:22:09,763 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:09,769 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:22:09,773 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:09,773 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65584604, jitterRate=-0.02271324396133423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:09,773 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666929752Initializing all the Stores at 1732666929753 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666929753Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666929753Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666929753Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666929753Cleaning up temporary data from old regions at 1732666929762 (+9 ms)Region opened successfully at 1732666929773 (+11 ms) 2024-11-27T00:22:09,774 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:22:09,774 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:22:09,774 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:22:09,774 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:22:09,774 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:22:09,783 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:22:09,783 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666929774Disabling compacts and flushes for region at 1732666929774Disabling writes for close at 1732666929774Writing region close event to WAL at 1732666929783 (+9 ms)Closed at 1732666929783 2024-11-27T00:22:09,789 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:09,789 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:22:09,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:22:09,792 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:22:09,792 INFO [RS:0;f036bc4986ea:44749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:22:09,793 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:22:09,794 INFO [RS:0;f036bc4986ea:44749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C44749%2C1732666927215, suffix=, logDir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215, archiveDir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/oldWALs, maxLogs=10 2024-11-27T00:22:09,813 DEBUG [RS:0;f036bc4986ea:44749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795, exclude list is [], retry=0 2024-11-27T00:22:09,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-a9fee92c-8f36-4e5b-bb26-bed3147cac97,DISK] 2024-11-27T00:22:09,849 INFO [RS:0;f036bc4986ea:44749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 2024-11-27T00:22:09,852 DEBUG [RS:0;f036bc4986ea:44749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33953:33953)] 2024-11-27T00:22:09,944 DEBUG [f036bc4986ea:37237 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:22:09,944 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,44749,1732666927215 2024-11-27T00:22:09,945 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,44749,1732666927215, state=OPENING 2024-11-27T00:22:09,974 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:22:09,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:09,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:09,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-759960684/meta-region-server: CHANGED 2024-11-27T00:22:09,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-759960684/meta-region-server: CHANGED 2024-11-27T00:22:09,986 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:22:09,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,44749,1732666927215}] 2024-11-27T00:22:10,145 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:22:10,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:22:10,161 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:22:10,161 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:10,162 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:22:10,163 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C44749%2C1732666927215.meta, suffix=.meta, logDir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215, archiveDir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/oldWALs, maxLogs=10 2024-11-27T00:22:10,176 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.meta.1732666930163.meta, exclude list is [], retry=0 2024-11-27T00:22:10,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-a9fee92c-8f36-4e5b-bb26-bed3147cac97,DISK] 2024-11-27T00:22:10,181 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.meta.1732666930163.meta 2024-11-27T00:22:10,184 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33953:33953)] 2024-11-27T00:22:10,184 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:10,184 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:22:10,184 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:22:10,185 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:22:10,185 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:22:10,185 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:22:10,185 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:10,185 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:22:10,185 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:22:10,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:22:10,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:22:10,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:10,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:10,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:22:10,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:22:10,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:10,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:10,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:22:10,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:22:10,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:10,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:10,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:22:10,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:22:10,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:10,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:10,193 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:22:10,193 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740 2024-11-27T00:22:10,194 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740 2024-11-27T00:22:10,195 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:22:10,195 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:22:10,195 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:10,196 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:22:10,197 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60811543, jitterRate=-0.09383739531040192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:10,197 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:22:10,198 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666930185Writing region info on filesystem at 1732666930185Initializing all the Stores at 1732666930186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666930186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666930186Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666930186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666930186Cleaning up temporary data from old regions at 1732666930195 (+9 ms)Running coprocessor post-open hooks at 1732666930197 (+2 ms)Region opened successfully at 1732666930197 2024-11-27T00:22:10,199 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666930145 2024-11-27T00:22:10,201 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:22:10,201 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:22:10,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,44749,1732666927215 2024-11-27T00:22:10,203 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,44749,1732666927215, state=OPEN 2024-11-27T00:22:10,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-759960684/meta-region-server 2024-11-27T00:22:10,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-759960684/meta-region-server 2024-11-27T00:22:10,209 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,44749,1732666927215 2024-11-27T00:22:10,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-759960684/meta-region-server: CHANGED 2024-11-27T00:22:10,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-759960684/meta-region-server: CHANGED 2024-11-27T00:22:10,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:22:10,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,44749,1732666927215 in 223 msec 2024-11-27T00:22:10,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:22:10,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 422 msec 2024-11-27T00:22:10,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:10,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:22:10,217 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:10,217 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,44749,1732666927215, seqNum=-1] 2024-11-27T00:22:10,217 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:10,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:10,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 951 msec 2024-11-27T00:22:10,237 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666930237, completionTime=-1 2024-11-27T00:22:10,237 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:22:10,237 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:22:10,239 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:22:10,239 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732666990239 2024-11-27T00:22:10,239 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732667050239 2024-11-27T00:22:10,239 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T00:22:10,240 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37237,1732666927012-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:10,240 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37237,1732666927012-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:10,240 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37237,1732666927012-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:10,240 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:37237, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:10,240 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:10,240 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:10,243 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:22:10,244 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.949sec 2024-11-27T00:22:10,244 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:22:10,244 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:22:10,244 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:22:10,244 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:22:10,245 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:22:10,245 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37237,1732666927012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:22:10,245 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37237,1732666927012-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:22:10,247 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:22:10,247 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:22:10,247 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37237,1732666927012-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:10,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63be21f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:10,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37237,-1 for getting cluster id 2024-11-27T00:22:10,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:10,268 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62e0b15e-6146-41c0-a049-34d45b435752' 2024-11-27T00:22:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62e0b15e-6146-41c0-a049-34d45b435752" 2024-11-27T00:22:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38180fa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37237,-1] 2024-11-27T00:22:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:10,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:10,270 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:10,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:10,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:10,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,44749,1732666927215, seqNum=-1] 2024-11-27T00:22:10,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:10,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:10,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,37237,1732666927012 2024-11-27T00:22:10,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63181 2024-11-27T00:22:10,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:10,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10179aaed9c0008 connected 2024-11-27T00:22:10,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,45887,1732666915540 2024-11-27T00:22:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2be3117d 2024-11-27T00:22:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:10,306 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:22:10,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:22:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:22:10,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:22:10,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:10,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:22:10,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:22:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:10,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:22:10,391 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:22:10,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:10,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:10,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:10,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:10,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:10,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:10,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:10,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:10,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:10,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:10,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:10,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:10,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:10,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b031415e1cdb46fa7bdb40235345d674, NAME => 'test,,1732666930307.b031415e1cdb46fa7bdb40235345d674.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622 2024-11-27T00:22:10,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:22:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:11,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666930307.b031415e1cdb46fa7bdb40235345d674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:11,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b031415e1cdb46fa7bdb40235345d674, disabling compactions & flushes 2024-11-27T00:22:11,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. 2024-11-27T00:22:11,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. 2024-11-27T00:22:11,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. after waiting 0 ms 2024-11-27T00:22:11,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. 2024-11-27T00:22:11,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. 2024-11-27T00:22:11,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b031415e1cdb46fa7bdb40235345d674: Waiting for close lock at 1732666931129Disabling compacts and flushes for region at 1732666931129Disabling writes for close at 1732666931129Writing region close event to WAL at 1732666931129Closed at 1732666931129 2024-11-27T00:22:11,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:22:11,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666930307.b031415e1cdb46fa7bdb40235345d674.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666931130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666931130"}]},"ts":"1732666931130"} 2024-11-27T00:22:11,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:22:11,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:22:11,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666931134"}]},"ts":"1732666931134"} 2024-11-27T00:22:11,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:22:11,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b031415e1cdb46fa7bdb40235345d674, ASSIGN}] 2024-11-27T00:22:11,138 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b031415e1cdb46fa7bdb40235345d674, ASSIGN 2024-11-27T00:22:11,139 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b031415e1cdb46fa7bdb40235345d674, ASSIGN; state=OFFLINE, location=f036bc4986ea,38631,1732666915934; forceNewPlan=false, retain=false 2024-11-27T00:22:11,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b031415e1cdb46fa7bdb40235345d674, regionState=OPENING, regionLocation=f036bc4986ea,38631,1732666915934 2024-11-27T00:22:11,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b031415e1cdb46fa7bdb40235345d674, ASSIGN because future has completed 2024-11-27T00:22:11,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b031415e1cdb46fa7bdb40235345d674, server=f036bc4986ea,38631,1732666915934}] 2024-11-27T00:22:11,446 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. 2024-11-27T00:22:11,446 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b031415e1cdb46fa7bdb40235345d674, NAME => 'test,,1732666930307.b031415e1cdb46fa7bdb40235345d674.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:11,446 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:22:11,446 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:22:11,447 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:11,447 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666930307.b031415e1cdb46fa7bdb40235345d674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:11,447 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:11,447 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:11,448 INFO [StoreOpener-b031415e1cdb46fa7bdb40235345d674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:11,449 INFO [StoreOpener-b031415e1cdb46fa7bdb40235345d674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b031415e1cdb46fa7bdb40235345d674 columnFamilyName f 2024-11-27T00:22:11,449 DEBUG [StoreOpener-b031415e1cdb46fa7bdb40235345d674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:11,449 INFO [StoreOpener-b031415e1cdb46fa7bdb40235345d674-1 {}] regionserver.HStore(327): Store=b031415e1cdb46fa7bdb40235345d674/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:11,449 INFO [StoreOpener-b031415e1cdb46fa7bdb40235345d674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:11,450 INFO [StoreOpener-b031415e1cdb46fa7bdb40235345d674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b031415e1cdb46fa7bdb40235345d674 columnFamilyName f1 2024-11-27T00:22:11,450 DEBUG [StoreOpener-b031415e1cdb46fa7bdb40235345d674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:11,450 INFO [StoreOpener-b031415e1cdb46fa7bdb40235345d674-1 {}] regionserver.HStore(327): Store=b031415e1cdb46fa7bdb40235345d674/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:11,450 INFO [StoreOpener-b031415e1cdb46fa7bdb40235345d674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:11,451 INFO [StoreOpener-b031415e1cdb46fa7bdb40235345d674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b031415e1cdb46fa7bdb40235345d674 columnFamilyName norep 2024-11-27T00:22:11,451 DEBUG [StoreOpener-b031415e1cdb46fa7bdb40235345d674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:11,451 INFO [StoreOpener-b031415e1cdb46fa7bdb40235345d674-1 {}] regionserver.HStore(327): Store=b031415e1cdb46fa7bdb40235345d674/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:11,451 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:11,452 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:11,452 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:11,453 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:11,453 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:11,453 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:22:11,455 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:11,461 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:11,461 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b031415e1cdb46fa7bdb40235345d674; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59799072, jitterRate=-0.10892438888549805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:22:11,462 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:11,462 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b031415e1cdb46fa7bdb40235345d674: Running coprocessor pre-open hook at 1732666931447Writing region info on filesystem at 1732666931447Initializing all the Stores at 1732666931447Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666931447Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666931448 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666931448Cleaning up temporary data from old regions at 1732666931453 (+5 ms)Running coprocessor post-open hooks at 1732666931462 (+9 ms)Region opened successfully at 1732666931462 2024-11-27T00:22:11,463 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666930307.b031415e1cdb46fa7bdb40235345d674., pid=6, masterSystemTime=1732666931442 2024-11-27T00:22:11,465 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. 2024-11-27T00:22:11,465 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. 2024-11-27T00:22:11,465 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b031415e1cdb46fa7bdb40235345d674, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,38631,1732666915934 2024-11-27T00:22:11,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b031415e1cdb46fa7bdb40235345d674, server=f036bc4986ea,38631,1732666915934 because future has completed 2024-11-27T00:22:11,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:22:11,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b031415e1cdb46fa7bdb40235345d674, server=f036bc4986ea,38631,1732666915934 in 180 msec 2024-11-27T00:22:11,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:22:11,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b031415e1cdb46fa7bdb40235345d674, ASSIGN in 336 msec 2024-11-27T00:22:11,474 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:22:11,475 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666931474"}]},"ts":"1732666931474"} 2024-11-27T00:22:11,478 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:22:11,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:22:11,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-27T00:22:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:12,456 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:22:12,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:12,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,46323,1732666922101 2024-11-27T00:22:12,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4711dec0 2024-11-27T00:22:12,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:12,459 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:22:12,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:22:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:22:12,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:22:12,471 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:12,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:22:12,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:22:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:12,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:22:12,500 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f91fa9d273105cf0ffffc5bdc68a53e, NAME => 'test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb 2024-11-27T00:22:12,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:22:12,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:12,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5f91fa9d273105cf0ffffc5bdc68a53e, disabling compactions & flushes 2024-11-27T00:22:12,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. 2024-11-27T00:22:12,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. 2024-11-27T00:22:12,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. after waiting 0 ms 2024-11-27T00:22:12,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. 2024-11-27T00:22:12,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. 2024-11-27T00:22:12,523 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f91fa9d273105cf0ffffc5bdc68a53e: Waiting for close lock at 1732666932522Disabling compacts and flushes for region at 1732666932522Disabling writes for close at 1732666932522Writing region close event to WAL at 1732666932523 (+1 ms)Closed at 1732666932523 2024-11-27T00:22:12,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:22:12,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666932524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666932524"}]},"ts":"1732666932524"} 2024-11-27T00:22:12,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:22:12,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:22:12,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666932527"}]},"ts":"1732666932527"} 2024-11-27T00:22:12,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:22:12,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f91fa9d273105cf0ffffc5bdc68a53e, ASSIGN}] 2024-11-27T00:22:12,533 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f91fa9d273105cf0ffffc5bdc68a53e, ASSIGN 2024-11-27T00:22:12,533 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5f91fa9d273105cf0ffffc5bdc68a53e, ASSIGN; state=OFFLINE, location=f036bc4986ea,43693,1732666922285; forceNewPlan=false, retain=false 2024-11-27T00:22:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:12,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f91fa9d273105cf0ffffc5bdc68a53e, regionState=OPENING, regionLocation=f036bc4986ea,43693,1732666922285 2024-11-27T00:22:12,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5f91fa9d273105cf0ffffc5bdc68a53e, ASSIGN because future has completed 2024-11-27T00:22:12,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f91fa9d273105cf0ffffc5bdc68a53e, server=f036bc4986ea,43693,1732666922285}] 2024-11-27T00:22:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:12,842 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. 2024-11-27T00:22:12,842 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f91fa9d273105cf0ffffc5bdc68a53e, NAME => 'test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:12,842 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:22:12,842 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:22:12,843 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:12,843 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:12,843 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:12,843 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:12,844 INFO [StoreOpener-5f91fa9d273105cf0ffffc5bdc68a53e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:12,844 INFO [StoreOpener-5f91fa9d273105cf0ffffc5bdc68a53e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f91fa9d273105cf0ffffc5bdc68a53e columnFamilyName f 2024-11-27T00:22:12,844 DEBUG [StoreOpener-5f91fa9d273105cf0ffffc5bdc68a53e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:12,845 INFO [StoreOpener-5f91fa9d273105cf0ffffc5bdc68a53e-1 {}] regionserver.HStore(327): Store=5f91fa9d273105cf0ffffc5bdc68a53e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:12,845 INFO [StoreOpener-5f91fa9d273105cf0ffffc5bdc68a53e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:12,846 INFO [StoreOpener-5f91fa9d273105cf0ffffc5bdc68a53e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f91fa9d273105cf0ffffc5bdc68a53e columnFamilyName f1 2024-11-27T00:22:12,846 DEBUG [StoreOpener-5f91fa9d273105cf0ffffc5bdc68a53e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:12,846 INFO [StoreOpener-5f91fa9d273105cf0ffffc5bdc68a53e-1 {}] regionserver.HStore(327): Store=5f91fa9d273105cf0ffffc5bdc68a53e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:12,846 INFO [StoreOpener-5f91fa9d273105cf0ffffc5bdc68a53e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:12,847 INFO [StoreOpener-5f91fa9d273105cf0ffffc5bdc68a53e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f91fa9d273105cf0ffffc5bdc68a53e columnFamilyName norep 2024-11-27T00:22:12,847 DEBUG [StoreOpener-5f91fa9d273105cf0ffffc5bdc68a53e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:12,847 INFO [StoreOpener-5f91fa9d273105cf0ffffc5bdc68a53e-1 {}] regionserver.HStore(327): Store=5f91fa9d273105cf0ffffc5bdc68a53e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:12,847 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:12,848 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:12,848 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:12,849 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:12,849 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:12,849 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:22:12,850 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:12,853 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:12,853 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f91fa9d273105cf0ffffc5bdc68a53e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63192953, jitterRate=-0.05835162103176117}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:22:12,853 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:12,853 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f91fa9d273105cf0ffffc5bdc68a53e: Running coprocessor pre-open hook at 1732666932843Writing region info on filesystem at 1732666932843Initializing all the Stores at 1732666932843Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666932843Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666932843Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666932843Cleaning up temporary data from old regions at 1732666932849 (+6 ms)Running coprocessor post-open hooks at 1732666932853 (+4 ms)Region opened successfully at 1732666932853 2024-11-27T00:22:12,854 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e., pid=6, masterSystemTime=1732666932839 2024-11-27T00:22:12,856 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. 2024-11-27T00:22:12,857 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. 2024-11-27T00:22:12,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f91fa9d273105cf0ffffc5bdc68a53e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,43693,1732666922285 2024-11-27T00:22:12,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f91fa9d273105cf0ffffc5bdc68a53e, server=f036bc4986ea,43693,1732666922285 because future has completed 2024-11-27T00:22:12,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:22:12,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f91fa9d273105cf0ffffc5bdc68a53e, server=f036bc4986ea,43693,1732666922285 in 177 msec 2024-11-27T00:22:12,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:22:12,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5f91fa9d273105cf0ffffc5bdc68a53e, ASSIGN in 334 msec 2024-11-27T00:22:12,867 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:22:12,867 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666932867"}]},"ts":"1732666932867"} 2024-11-27T00:22:12,869 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:22:12,870 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:22:12,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 409 msec 2024-11-27T00:22:13,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:13,097 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:22:13,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37237,1732666927012 2024-11-27T00:22:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7920b8e6 2024-11-27T00:22:13,098 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:13,099 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:22:13,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:22:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:22:13,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:22:13,102 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:13,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:22:13,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:22:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:22:13,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef8c2fba2eb92681a8ab7d0c804234ce, NAME => 'test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc 2024-11-27T00:22:13,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:22:13,118 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:13,118 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ef8c2fba2eb92681a8ab7d0c804234ce, disabling compactions & flushes 2024-11-27T00:22:13,118 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. 2024-11-27T00:22:13,118 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. 2024-11-27T00:22:13,118 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. after waiting 0 ms 2024-11-27T00:22:13,118 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. 2024-11-27T00:22:13,118 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. 2024-11-27T00:22:13,118 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef8c2fba2eb92681a8ab7d0c804234ce: Waiting for close lock at 1732666933118Disabling compacts and flushes for region at 1732666933118Disabling writes for close at 1732666933118Writing region close event to WAL at 1732666933118Closed at 1732666933118 2024-11-27T00:22:13,119 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:22:13,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666933119"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666933119"}]},"ts":"1732666933119"} 2024-11-27T00:22:13,122 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:22:13,123 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:22:13,123 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666933123"}]},"ts":"1732666933123"} 2024-11-27T00:22:13,125 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:22:13,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ef8c2fba2eb92681a8ab7d0c804234ce, ASSIGN}] 2024-11-27T00:22:13,127 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ef8c2fba2eb92681a8ab7d0c804234ce, ASSIGN 2024-11-27T00:22:13,128 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ef8c2fba2eb92681a8ab7d0c804234ce, ASSIGN; state=OFFLINE, location=f036bc4986ea,44749,1732666927215; forceNewPlan=false, retain=false 2024-11-27T00:22:13,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:13,278 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef8c2fba2eb92681a8ab7d0c804234ce, regionState=OPENING, regionLocation=f036bc4986ea,44749,1732666927215 2024-11-27T00:22:13,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ef8c2fba2eb92681a8ab7d0c804234ce, ASSIGN because future has completed 2024-11-27T00:22:13,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef8c2fba2eb92681a8ab7d0c804234ce, server=f036bc4986ea,44749,1732666927215}] 2024-11-27T00:22:13,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:13,456 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. 2024-11-27T00:22:13,457 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ef8c2fba2eb92681a8ab7d0c804234ce, NAME => 'test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:13,457 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:22:13,457 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:22:13,457 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:13,457 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:13,457 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:13,457 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:13,469 INFO [StoreOpener-ef8c2fba2eb92681a8ab7d0c804234ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:13,479 INFO [StoreOpener-ef8c2fba2eb92681a8ab7d0c804234ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef8c2fba2eb92681a8ab7d0c804234ce columnFamilyName f 2024-11-27T00:22:13,479 DEBUG [StoreOpener-ef8c2fba2eb92681a8ab7d0c804234ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:13,480 INFO [StoreOpener-ef8c2fba2eb92681a8ab7d0c804234ce-1 {}] regionserver.HStore(327): Store=ef8c2fba2eb92681a8ab7d0c804234ce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:13,480 INFO [StoreOpener-ef8c2fba2eb92681a8ab7d0c804234ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:13,481 INFO [StoreOpener-ef8c2fba2eb92681a8ab7d0c804234ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef8c2fba2eb92681a8ab7d0c804234ce columnFamilyName f1 2024-11-27T00:22:13,481 DEBUG [StoreOpener-ef8c2fba2eb92681a8ab7d0c804234ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:13,481 INFO [StoreOpener-ef8c2fba2eb92681a8ab7d0c804234ce-1 {}] regionserver.HStore(327): Store=ef8c2fba2eb92681a8ab7d0c804234ce/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:13,482 INFO [StoreOpener-ef8c2fba2eb92681a8ab7d0c804234ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:13,483 INFO [StoreOpener-ef8c2fba2eb92681a8ab7d0c804234ce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef8c2fba2eb92681a8ab7d0c804234ce columnFamilyName norep 2024-11-27T00:22:13,483 DEBUG [StoreOpener-ef8c2fba2eb92681a8ab7d0c804234ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:13,483 INFO [StoreOpener-ef8c2fba2eb92681a8ab7d0c804234ce-1 {}] regionserver.HStore(327): Store=ef8c2fba2eb92681a8ab7d0c804234ce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:13,483 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:13,484 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:13,485 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:13,485 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:13,485 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:13,486 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:22:13,487 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:13,489 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:13,489 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ef8c2fba2eb92681a8ab7d0c804234ce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73293829, jitterRate=0.09216316044330597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:22:13,489 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:13,490 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ef8c2fba2eb92681a8ab7d0c804234ce: Running coprocessor pre-open hook at 1732666933457Writing region info on filesystem at 1732666933457Initializing all the Stores at 1732666933458 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666933458Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666933469 (+11 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666933469Cleaning up temporary data from old regions at 1732666933485 (+16 ms)Running coprocessor post-open hooks at 1732666933489 (+4 ms)Region opened successfully at 1732666933489 2024-11-27T00:22:13,490 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce., pid=6, masterSystemTime=1732666933448 2024-11-27T00:22:13,495 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. 2024-11-27T00:22:13,495 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. 2024-11-27T00:22:13,497 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ef8c2fba2eb92681a8ab7d0c804234ce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,44749,1732666927215 2024-11-27T00:22:13,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef8c2fba2eb92681a8ab7d0c804234ce, server=f036bc4986ea,44749,1732666927215 because future has completed 2024-11-27T00:22:13,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:22:13,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ef8c2fba2eb92681a8ab7d0c804234ce, server=f036bc4986ea,44749,1732666927215 in 223 msec 2024-11-27T00:22:13,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:22:13,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ef8c2fba2eb92681a8ab7d0c804234ce, ASSIGN in 385 msec 2024-11-27T00:22:13,515 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:22:13,516 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666933515"}]},"ts":"1732666933515"} 2024-11-27T00:22:13,518 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:22:13,519 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:22:13,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 419 msec 2024-11-27T00:22:13,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:13,726 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:22:13,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@773c9faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:13,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,45887,-1 for getting cluster id 2024-11-27T00:22:13,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:13,727 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f5e8909-bcfe-49ce-b5fe-c00314f87f88' 2024-11-27T00:22:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f5e8909-bcfe-49ce-b5fe-c00314f87f88" 2024-11-27T00:22:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc85ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,45887,-1] 2024-11-27T00:22:13,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:13,728 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:13,728 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89b3cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:13,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:13,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,45887,1732666915540 2024-11-27T00:22:13,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@218a9866 2024-11-27T00:22:13,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:13,731 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:22:13,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:46323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:22:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:22:13,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:13,734 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:46323' 2024-11-27T00:22:13,736 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45201146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:13,736 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,46323,-1 for getting cluster id 2024-11-27T00:22:13,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:13,737 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95250b26-1f65-49da-8f26-3ce37471207b' 2024-11-27T00:22:13,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:13,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95250b26-1f65-49da-8f26-3ce37471207b" 2024-11-27T00:22:13,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f5d3457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:13,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,46323,-1] 2024-11-27T00:22:13,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:13,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:13,738 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:13,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb31778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:13,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:13,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,46323,1732666922101 2024-11-27T00:22:13,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd9aefb 2024-11-27T00:22:13,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:13,740 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:22:13,741 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T00:22:13,741 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:22:13,741 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:13,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:13,741 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:13,742 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:22:13,754 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:22:13,755 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:22:13,755 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:13,756 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:22:13,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741837_1013 (size=1138) 2024-11-27T00:22:13,804 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:22:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:14,170 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5bca989e6ef3131fafd23c1bf02c560, NAME => 'hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622 2024-11-27T00:22:14,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741838_1014 (size=44) 2024-11-27T00:22:14,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:14,576 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:14,576 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f5bca989e6ef3131fafd23c1bf02c560, disabling compactions & flushes 2024-11-27T00:22:14,576 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. 2024-11-27T00:22:14,576 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. 2024-11-27T00:22:14,576 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. after waiting 0 ms 2024-11-27T00:22:14,576 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. 2024-11-27T00:22:14,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. 2024-11-27T00:22:14,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5bca989e6ef3131fafd23c1bf02c560: Waiting for close lock at 1732666934576Disabling compacts and flushes for region at 1732666934576Disabling writes for close at 1732666934576Writing region close event to WAL at 1732666934576Closed at 1732666934576 2024-11-27T00:22:14,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:22:14,578 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666934578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666934578"}]},"ts":"1732666934578"} 2024-11-27T00:22:14,579 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:22:14,580 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:22:14,580 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666934580"}]},"ts":"1732666934580"} 2024-11-27T00:22:14,582 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:22:14,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5bca989e6ef3131fafd23c1bf02c560, ASSIGN}] 2024-11-27T00:22:14,583 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5bca989e6ef3131fafd23c1bf02c560, ASSIGN 2024-11-27T00:22:14,583 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5bca989e6ef3131fafd23c1bf02c560, ASSIGN; state=OFFLINE, location=f036bc4986ea,38631,1732666915934; forceNewPlan=false, retain=false 2024-11-27T00:22:14,734 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5bca989e6ef3131fafd23c1bf02c560, regionState=OPENING, regionLocation=f036bc4986ea,38631,1732666915934 2024-11-27T00:22:14,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f5bca989e6ef3131fafd23c1bf02c560, ASSIGN because future has completed 2024-11-27T00:22:14,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5bca989e6ef3131fafd23c1bf02c560, server=f036bc4986ea,38631,1732666915934}] 2024-11-27T00:22:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:14,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. 2024-11-27T00:22:14,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:14,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:22:14,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C38631%2C1732666915934.rep, suffix=, logDir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934, archiveDir=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/oldWALs, maxLogs=10 2024-11-27T00:22:14,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.rep.1732666934892, exclude list is [], retry=0 2024-11-27T00:22:14,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44073,DS-61125fa0-9ea2-40bd-8a0f-ea120e561206,DISK] 2024-11-27T00:22:14,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.rep.1732666934892 2024-11-27T00:22:14,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45007:45007)] 2024-11-27T00:22:14,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f5bca989e6ef3131fafd23c1bf02c560, NAME => 'hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:14,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:22:14,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:22:14,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. service=MultiRowMutationService 2024-11-27T00:22:14,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:22:14,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:14,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:14,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:14,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:14,925 INFO [StoreOpener-f5bca989e6ef3131fafd23c1bf02c560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:14,926 INFO [StoreOpener-f5bca989e6ef3131fafd23c1bf02c560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5bca989e6ef3131fafd23c1bf02c560 columnFamilyName hfileref 2024-11-27T00:22:14,926 DEBUG [StoreOpener-f5bca989e6ef3131fafd23c1bf02c560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:14,926 INFO [StoreOpener-f5bca989e6ef3131fafd23c1bf02c560-1 {}] regionserver.HStore(327): Store=f5bca989e6ef3131fafd23c1bf02c560/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:14,926 INFO [StoreOpener-f5bca989e6ef3131fafd23c1bf02c560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:14,927 INFO [StoreOpener-f5bca989e6ef3131fafd23c1bf02c560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5bca989e6ef3131fafd23c1bf02c560 columnFamilyName queue 2024-11-27T00:22:14,927 DEBUG [StoreOpener-f5bca989e6ef3131fafd23c1bf02c560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:14,927 INFO [StoreOpener-f5bca989e6ef3131fafd23c1bf02c560-1 {}] regionserver.HStore(327): Store=f5bca989e6ef3131fafd23c1bf02c560/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:14,927 INFO [StoreOpener-f5bca989e6ef3131fafd23c1bf02c560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:14,928 INFO [StoreOpener-f5bca989e6ef3131fafd23c1bf02c560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5bca989e6ef3131fafd23c1bf02c560 columnFamilyName sid 2024-11-27T00:22:14,928 DEBUG [StoreOpener-f5bca989e6ef3131fafd23c1bf02c560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:14,928 INFO [StoreOpener-f5bca989e6ef3131fafd23c1bf02c560-1 {}] regionserver.HStore(327): Store=f5bca989e6ef3131fafd23c1bf02c560/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:14,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:14,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/replication/f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:14,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/replication/f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:14,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:14,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:14,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:22:14,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:14,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/replication/f5bca989e6ef3131fafd23c1bf02c560/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:14,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f5bca989e6ef3131fafd23c1bf02c560; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59758878, jitterRate=-0.10952332615852356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:22:14,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:14,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f5bca989e6ef3131fafd23c1bf02c560: Running coprocessor pre-open hook at 1732666934924Writing region info on filesystem at 1732666934924Initializing all the Stores at 1732666934925 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666934925Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666934925Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666934925Cleaning up temporary data from old regions at 1732666934930 (+5 ms)Running coprocessor post-open hooks at 1732666934934 (+4 ms)Region opened successfully at 1732666934934 2024-11-27T00:22:14,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560., pid=10, masterSystemTime=1732666934888 2024-11-27T00:22:14,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. 2024-11-27T00:22:14,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. 2024-11-27T00:22:14,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f5bca989e6ef3131fafd23c1bf02c560, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,38631,1732666915934 2024-11-27T00:22:14,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5bca989e6ef3131fafd23c1bf02c560, server=f036bc4986ea,38631,1732666915934 because future has completed 2024-11-27T00:22:14,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:22:14,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f5bca989e6ef3131fafd23c1bf02c560, server=f036bc4986ea,38631,1732666915934 in 206 msec 2024-11-27T00:22:14,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T00:22:14,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f5bca989e6ef3131fafd23c1bf02c560, ASSIGN in 362 msec 2024-11-27T00:22:14,955 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:22:14,955 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666934955"}]},"ts":"1732666934955"} 2024-11-27T00:22:14,958 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:22:14,959 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:22:14,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2170 sec 2024-11-27T00:22:15,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560., hostname=f036bc4986ea,38631,1732666915934, seqNum=2] 2024-11-27T00:22:15,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:22:15,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:22:15,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:22:15,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38631 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T00:22:15,231 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:22:15,265 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,38631,1732666915934, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:22:15,265 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:15,265 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,38631,1732666915934, seqNum=-1] 2024-11-27T00:22:15,266 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:15,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-27T00:22:15,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,38631,1732666915934', locateType=CURRENT is [region=hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560., hostname=f036bc4986ea,38631,1732666915934, seqNum=2] 2024-11-27T00:22:15,272 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T00:22:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T00:22:15,275 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,38631,1732666915934 suceeded 2024-11-27T00:22:15,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T00:22:15,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-27T00:22:15,277 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:46323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:22:15,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5460 sec 2024-11-27T00:22:15,292 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:46323' 2024-11-27T00:22:15,293 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@719a4071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:15,293 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,46323,-1 for getting cluster id 2024-11-27T00:22:15,293 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:15,294 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95250b26-1f65-49da-8f26-3ce37471207b' 2024-11-27T00:22:15,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:15,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95250b26-1f65-49da-8f26-3ce37471207b" 2024-11-27T00:22:15,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48299897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:15,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,46323,-1] 2024-11-27T00:22:15,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:15,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:15,295 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:15,296 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59303b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:15,296 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:15,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,46323,1732666922101 2024-11-27T00:22:15,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4305cc1b 2024-11-27T00:22:15,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:15,298 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-27T00:22:15,298 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,38631,1732666915934 (queues=1) is replicating from cluster=1f5e8909-bcfe-49ce-b5fe-c00314f87f88 to cluster=95250b26-1f65-49da-8f26-3ce37471207b 2024-11-27T00:22:15,299 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C38631%2C1732666915934 2024-11-27T00:22:15,299 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,38631,1732666915934, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:22:15,300 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C38631%2C1732666915934 2024-11-27T00:22:15,300 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034, startPosition=0, beingWritten=true 2024-11-27T00:22:15,306 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:15,306 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 379, reset compression=false 2024-11-27T00:22:15,306 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,38631,1732666915934 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:22:15,513 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 379, reset compression=false 2024-11-27T00:22:15,688 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:22:15,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:15,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:15,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:15,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:15,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:15,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:15,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:15,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:15,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:15,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:15,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:15,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:15,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:15,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T00:22:15,816 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 379, reset compression=false 2024-11-27T00:22:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45887 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:15,876 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:22:15,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:22:15,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:15,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:15,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:15,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:15,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e519346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:15,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,46323,-1 for getting cluster id 2024-11-27T00:22:15,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:15,878 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95250b26-1f65-49da-8f26-3ce37471207b' 2024-11-27T00:22:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95250b26-1f65-49da-8f26-3ce37471207b" 2024-11-27T00:22:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8de66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,46323,-1] 2024-11-27T00:22:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:15,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:15,880 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:15,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e05a1a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:15,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:15,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,46323,1732666922101 2024-11-27T00:22:15,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8cfd9b1 2024-11-27T00:22:15,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:15,882 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:22:15,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:37237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:22:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:22:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:15,884 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37237' 2024-11-27T00:22:15,885 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5ddae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:15,885 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37237,-1 for getting cluster id 2024-11-27T00:22:15,885 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:15,885 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62e0b15e-6146-41c0-a049-34d45b435752' 2024-11-27T00:22:15,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:15,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62e0b15e-6146-41c0-a049-34d45b435752" 2024-11-27T00:22:15,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46af3700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:15,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37237,-1] 2024-11-27T00:22:15,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:15,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:15,887 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:15,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb0983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:15,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:15,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37237,1732666927012 2024-11-27T00:22:15,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6583f738 2024-11-27T00:22:15,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:15,888 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:22:15,889 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T00:22:15,889 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:22:15,889 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:15,889 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:15,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:15,890 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:22:15,890 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:22:15,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:22:15,891 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:15,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:22:15,941 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:22:15,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741837_1013 (size=1138) 2024-11-27T00:22:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:16,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:16,219 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 379, reset compression=false 2024-11-27T00:22:16,353 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c77862c85ccbfcfab0d8078c1a20c7db, NAME => 'hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb 2024-11-27T00:22:16,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741838_1014 (size=44) 2024-11-27T00:22:16,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T00:22:16,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T00:22:16,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:22:16,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T00:22:16,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:16,722 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 379, reset compression=false 2024-11-27T00:22:16,758 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:16,758 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c77862c85ccbfcfab0d8078c1a20c7db, disabling compactions & flushes 2024-11-27T00:22:16,758 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:16,758 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:16,758 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. after waiting 0 ms 2024-11-27T00:22:16,758 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:16,758 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:16,758 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c77862c85ccbfcfab0d8078c1a20c7db: Waiting for close lock at 1732666936758Disabling compacts and flushes for region at 1732666936758Disabling writes for close at 1732666936758Writing region close event to WAL at 1732666936758Closed at 1732666936758 2024-11-27T00:22:16,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:22:16,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666936759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666936759"}]},"ts":"1732666936759"} 2024-11-27T00:22:16,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:22:16,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:22:16,763 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666936763"}]},"ts":"1732666936763"} 2024-11-27T00:22:16,765 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:22:16,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c77862c85ccbfcfab0d8078c1a20c7db, ASSIGN}] 2024-11-27T00:22:16,766 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c77862c85ccbfcfab0d8078c1a20c7db, ASSIGN 2024-11-27T00:22:16,767 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c77862c85ccbfcfab0d8078c1a20c7db, ASSIGN; state=OFFLINE, location=f036bc4986ea,43693,1732666922285; forceNewPlan=false, retain=false 2024-11-27T00:22:16,891 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T00:22:16,918 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c77862c85ccbfcfab0d8078c1a20c7db, regionState=OPENING, regionLocation=f036bc4986ea,43693,1732666922285 2024-11-27T00:22:16,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c77862c85ccbfcfab0d8078c1a20c7db, ASSIGN because future has completed 2024-11-27T00:22:16,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c77862c85ccbfcfab0d8078c1a20c7db, server=f036bc4986ea,43693,1732666922285}] 2024-11-27T00:22:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:17,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:17,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:17,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:22:17,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C43693%2C1732666922285.rep, suffix=, logDir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285, archiveDir=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/oldWALs, maxLogs=10 2024-11-27T00:22:17,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.rep.1732666937080, exclude list is [], retry=0 2024-11-27T00:22:17,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36497,DS-51bd4e69-f2a7-44f9-bcba-1ef5091c38f9,DISK] 2024-11-27T00:22:17,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.rep.1732666937080 2024-11-27T00:22:17,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36865:36865)] 2024-11-27T00:22:17,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c77862c85ccbfcfab0d8078c1a20c7db, NAME => 'hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:17,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:22:17,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:22:17,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. service=MultiRowMutationService 2024-11-27T00:22:17,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:22:17,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:17,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:17,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:17,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:17,102 INFO [StoreOpener-c77862c85ccbfcfab0d8078c1a20c7db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:17,103 INFO [StoreOpener-c77862c85ccbfcfab0d8078c1a20c7db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c77862c85ccbfcfab0d8078c1a20c7db columnFamilyName hfileref 2024-11-27T00:22:17,103 DEBUG [StoreOpener-c77862c85ccbfcfab0d8078c1a20c7db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:17,103 INFO [StoreOpener-c77862c85ccbfcfab0d8078c1a20c7db-1 {}] regionserver.HStore(327): Store=c77862c85ccbfcfab0d8078c1a20c7db/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:17,103 INFO [StoreOpener-c77862c85ccbfcfab0d8078c1a20c7db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:17,104 INFO [StoreOpener-c77862c85ccbfcfab0d8078c1a20c7db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c77862c85ccbfcfab0d8078c1a20c7db columnFamilyName queue 2024-11-27T00:22:17,104 DEBUG [StoreOpener-c77862c85ccbfcfab0d8078c1a20c7db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:17,104 INFO [StoreOpener-c77862c85ccbfcfab0d8078c1a20c7db-1 {}] regionserver.HStore(327): Store=c77862c85ccbfcfab0d8078c1a20c7db/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:17,104 INFO [StoreOpener-c77862c85ccbfcfab0d8078c1a20c7db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:17,105 INFO [StoreOpener-c77862c85ccbfcfab0d8078c1a20c7db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c77862c85ccbfcfab0d8078c1a20c7db columnFamilyName sid 2024-11-27T00:22:17,105 DEBUG [StoreOpener-c77862c85ccbfcfab0d8078c1a20c7db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:17,105 INFO [StoreOpener-c77862c85ccbfcfab0d8078c1a20c7db-1 {}] regionserver.HStore(327): Store=c77862c85ccbfcfab0d8078c1a20c7db/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:17,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:17,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/replication/c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:17,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/replication/c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:17,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:17,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:17,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:22:17,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:17,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/replication/c77862c85ccbfcfab0d8078c1a20c7db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:17,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c77862c85ccbfcfab0d8078c1a20c7db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73392389, jitterRate=0.0936318188905716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:22:17,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:17,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c77862c85ccbfcfab0d8078c1a20c7db: Running coprocessor pre-open hook at 1732666937101Writing region info on filesystem at 1732666937101Initializing all the Stores at 1732666937102 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666937102Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666937102Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666937102Cleaning up temporary data from old regions at 1732666937107 (+5 ms)Running coprocessor post-open hooks at 1732666937109 (+2 ms)Region opened successfully at 1732666937109 2024-11-27T00:22:17,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db., pid=10, masterSystemTime=1732666937072 2024-11-27T00:22:17,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:17,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:17,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c77862c85ccbfcfab0d8078c1a20c7db, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,43693,1732666922285 2024-11-27T00:22:17,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c77862c85ccbfcfab0d8078c1a20c7db, server=f036bc4986ea,43693,1732666922285 because future has completed 2024-11-27T00:22:17,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:22:17,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c77862c85ccbfcfab0d8078c1a20c7db, server=f036bc4986ea,43693,1732666922285 in 197 msec 2024-11-27T00:22:17,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T00:22:17,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c77862c85ccbfcfab0d8078c1a20c7db, ASSIGN in 353 msec 2024-11-27T00:22:17,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:22:17,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666937121"}]},"ts":"1732666937121"} 2024-11-27T00:22:17,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:22:17,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:22:17,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2330 sec 2024-11-27T00:22:17,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db., hostname=f036bc4986ea,43693,1732666922285, seqNum=2] 2024-11-27T00:22:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:17,199 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:22:17,220 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=11, created chunk count=34, reused chunk count=118, reuseRatio=77.63% 2024-11-27T00:22:17,221 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-27T00:22:17,333 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 379, reset compression=false 2024-11-27T00:22:17,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43693 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T00:22:17,351 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:22:17,380 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,43693,1732666922285, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:22:17,381 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:17,381 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43693,1732666922285, seqNum=-1] 2024-11-27T00:22:17,381 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:17,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T00:22:17,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,43693,1732666922285', locateType=CURRENT is [region=hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db., hostname=f036bc4986ea,43693,1732666922285, seqNum=2] 2024-11-27T00:22:17,386 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T00:22:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T00:22:17,388 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,43693,1732666922285 suceeded 2024-11-27T00:22:17,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T00:22:17,391 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:37237,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:22:17,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-27T00:22:17,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-27T00:22:17,407 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37237' 2024-11-27T00:22:17,408 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61ad62df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:17,408 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37237,-1 for getting cluster id 2024-11-27T00:22:17,408 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:17,413 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62e0b15e-6146-41c0-a049-34d45b435752' 2024-11-27T00:22:17,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:17,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62e0b15e-6146-41c0-a049-34d45b435752" 2024-11-27T00:22:17,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62991bf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:17,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37237,-1] 2024-11-27T00:22:17,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:17,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:17,414 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:17,416 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@537902c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:17,416 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:17,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37237,1732666927012 2024-11-27T00:22:17,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f65d98 2024-11-27T00:22:17,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:17,418 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-27T00:22:17,419 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,43693,1732666922285 (queues=1) is replicating from cluster=95250b26-1f65-49da-8f26-3ce37471207b to cluster=62e0b15e-6146-41c0-a049-34d45b435752 2024-11-27T00:22:17,419 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C43693%2C1732666922285 2024-11-27T00:22:17,419 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,43693,1732666922285, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:22:17,420 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907, startPosition=0, beingWritten=true 2024-11-27T00:22:17,422 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C43693%2C1732666922285 2024-11-27T00:22:17,433 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:17,433 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 379, reset compression=false 2024-11-27T00:22:17,433 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,43693,1732666922285 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:22:17,637 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 379, reset compression=false 2024-11-27T00:22:17,940 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 379, reset compression=false 2024-11-27T00:22:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:18,026 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:22:18,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:22:18,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:18,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:18,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:18,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:18,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70141302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:18,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37237,-1 for getting cluster id 2024-11-27T00:22:18,036 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 379, reset compression=false 2024-11-27T00:22:18,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:18,038 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62e0b15e-6146-41c0-a049-34d45b435752' 2024-11-27T00:22:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62e0b15e-6146-41c0-a049-34d45b435752" 2024-11-27T00:22:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee3567f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37237,-1] 2024-11-27T00:22:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:18,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:18,040 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ece03d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:18,041 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37237,1732666927012 2024-11-27T00:22:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5de6c0c4 2024-11-27T00:22:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:18,044 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:22:18,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:46323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:22:18,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:22:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:18,047 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:46323' 2024-11-27T00:22:18,049 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d33024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:18,049 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,46323,-1 for getting cluster id 2024-11-27T00:22:18,049 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:18,050 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95250b26-1f65-49da-8f26-3ce37471207b' 2024-11-27T00:22:18,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:18,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95250b26-1f65-49da-8f26-3ce37471207b" 2024-11-27T00:22:18,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e89cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:18,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,46323,-1] 2024-11-27T00:22:18,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:18,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:18,052 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:18,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24caec44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:18,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:18,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,46323,1732666922101 2024-11-27T00:22:18,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47054bc5 2024-11-27T00:22:18,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:18,054 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:22:18,055 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T00:22:18,055 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:22:18,055 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:18,055 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:18,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:18,056 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:22:18,057 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:22:18,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:22:18,058 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:18,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:22:18,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741837_1013 (size=1138) 2024-11-27T00:22:18,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b08fa2dded59941f883ad9f67bd3368b, NAME => 'hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc 2024-11-27T00:22:18,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741838_1014 (size=44) 2024-11-27T00:22:18,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:18,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b08fa2dded59941f883ad9f67bd3368b, disabling compactions & flushes 2024-11-27T00:22:18,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. 2024-11-27T00:22:18,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. 2024-11-27T00:22:18,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. after waiting 0 ms 2024-11-27T00:22:18,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. 2024-11-27T00:22:18,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. 2024-11-27T00:22:18,102 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b08fa2dded59941f883ad9f67bd3368b: Waiting for close lock at 1732666938102Disabling compacts and flushes for region at 1732666938102Disabling writes for close at 1732666938102Writing region close event to WAL at 1732666938102Closed at 1732666938102 2024-11-27T00:22:18,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:22:18,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666938103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666938103"}]},"ts":"1732666938103"} 2024-11-27T00:22:18,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:22:18,107 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:22:18,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:22:18,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666938108"}]},"ts":"1732666938108"} 2024-11-27T00:22:18,112 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:22:18,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b08fa2dded59941f883ad9f67bd3368b, ASSIGN}] 2024-11-27T00:22:18,114 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b08fa2dded59941f883ad9f67bd3368b, ASSIGN 2024-11-27T00:22:18,116 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b08fa2dded59941f883ad9f67bd3368b, ASSIGN; state=OFFLINE, location=f036bc4986ea,44749,1732666927215; forceNewPlan=false, retain=false 2024-11-27T00:22:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:18,267 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b08fa2dded59941f883ad9f67bd3368b, regionState=OPENING, regionLocation=f036bc4986ea,44749,1732666927215 2024-11-27T00:22:18,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b08fa2dded59941f883ad9f67bd3368b, ASSIGN because future has completed 2024-11-27T00:22:18,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b08fa2dded59941f883ad9f67bd3368b, server=f036bc4986ea,44749,1732666927215}] 2024-11-27T00:22:18,344 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 379, reset compression=false 2024-11-27T00:22:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:18,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. 2024-11-27T00:22:18,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:18,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:22:18,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C44749%2C1732666927215.rep, suffix=, logDir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215, archiveDir=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/oldWALs, maxLogs=10 2024-11-27T00:22:18,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.rep.1732666938435, exclude list is [], retry=0 2024-11-27T00:22:18,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-a9fee92c-8f36-4e5b-bb26-bed3147cac97,DISK] 2024-11-27T00:22:18,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.rep.1732666938435 2024-11-27T00:22:18,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33953:33953)] 2024-11-27T00:22:18,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b08fa2dded59941f883ad9f67bd3368b, NAME => 'hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:18,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:22:18,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:22:18,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. service=MultiRowMutationService 2024-11-27T00:22:18,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:22:18,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:18,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:18,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:18,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:18,472 INFO [StoreOpener-b08fa2dded59941f883ad9f67bd3368b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:18,473 INFO [StoreOpener-b08fa2dded59941f883ad9f67bd3368b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b08fa2dded59941f883ad9f67bd3368b columnFamilyName hfileref 2024-11-27T00:22:18,473 DEBUG [StoreOpener-b08fa2dded59941f883ad9f67bd3368b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:18,474 INFO [StoreOpener-b08fa2dded59941f883ad9f67bd3368b-1 {}] regionserver.HStore(327): Store=b08fa2dded59941f883ad9f67bd3368b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:18,474 INFO [StoreOpener-b08fa2dded59941f883ad9f67bd3368b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:18,475 INFO [StoreOpener-b08fa2dded59941f883ad9f67bd3368b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b08fa2dded59941f883ad9f67bd3368b columnFamilyName queue 2024-11-27T00:22:18,475 DEBUG [StoreOpener-b08fa2dded59941f883ad9f67bd3368b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:18,475 INFO [StoreOpener-b08fa2dded59941f883ad9f67bd3368b-1 {}] regionserver.HStore(327): Store=b08fa2dded59941f883ad9f67bd3368b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:18,475 INFO [StoreOpener-b08fa2dded59941f883ad9f67bd3368b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:18,476 INFO [StoreOpener-b08fa2dded59941f883ad9f67bd3368b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b08fa2dded59941f883ad9f67bd3368b columnFamilyName sid 2024-11-27T00:22:18,476 DEBUG [StoreOpener-b08fa2dded59941f883ad9f67bd3368b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:18,476 INFO [StoreOpener-b08fa2dded59941f883ad9f67bd3368b-1 {}] regionserver.HStore(327): Store=b08fa2dded59941f883ad9f67bd3368b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:18,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:18,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/replication/b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:18,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/replication/b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:18,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:18,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:18,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:22:18,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:18,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/replication/b08fa2dded59941f883ad9f67bd3368b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:18,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b08fa2dded59941f883ad9f67bd3368b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69240473, jitterRate=0.03176344931125641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:22:18,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:18,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b08fa2dded59941f883ad9f67bd3368b: Running coprocessor pre-open hook at 1732666938468Writing region info on filesystem at 1732666938468Initializing all the Stores at 1732666938468Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666938468Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666938472 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666938472Cleaning up temporary data from old regions at 1732666938478 (+6 ms)Running coprocessor post-open hooks at 1732666938481 (+3 ms)Region opened successfully at 1732666938481 2024-11-27T00:22:18,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b., pid=10, masterSystemTime=1732666938425 2024-11-27T00:22:18,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. 2024-11-27T00:22:18,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. 2024-11-27T00:22:18,484 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b08fa2dded59941f883ad9f67bd3368b, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,44749,1732666927215 2024-11-27T00:22:18,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b08fa2dded59941f883ad9f67bd3368b, server=f036bc4986ea,44749,1732666927215 because future has completed 2024-11-27T00:22:18,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:22:18,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b08fa2dded59941f883ad9f67bd3368b, server=f036bc4986ea,44749,1732666927215 in 217 msec 2024-11-27T00:22:18,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T00:22:18,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b08fa2dded59941f883ad9f67bd3368b, ASSIGN in 375 msec 2024-11-27T00:22:18,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:22:18,490 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666938490"}]},"ts":"1732666938490"} 2024-11-27T00:22:18,491 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:22:18,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:22:18,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 436 msec 2024-11-27T00:22:18,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b., hostname=f036bc4986ea,44749,1732666927215, seqNum=2] 2024-11-27T00:22:18,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:18,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:18,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:22:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:18,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44749 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T00:22:18,740 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:22:18,766 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,44749,1732666927215, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:22:18,767 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:18,767 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,44749,1732666927215, seqNum=-1] 2024-11-27T00:22:18,767 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:18,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T00:22:18,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,44749,1732666927215', locateType=CURRENT is [region=hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b., hostname=f036bc4986ea,44749,1732666927215, seqNum=2] 2024-11-27T00:22:18,773 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T00:22:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T00:22:18,775 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,44749,1732666927215 suceeded 2024-11-27T00:22:18,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T00:22:18,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-27T00:22:18,777 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:46323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:22:18,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 733 msec 2024-11-27T00:22:18,787 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:46323' 2024-11-27T00:22:18,788 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36b44f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:18,788 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,46323,-1 for getting cluster id 2024-11-27T00:22:18,788 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:18,789 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95250b26-1f65-49da-8f26-3ce37471207b' 2024-11-27T00:22:18,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:18,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95250b26-1f65-49da-8f26-3ce37471207b" 2024-11-27T00:22:18,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b16a531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:18,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,46323,-1] 2024-11-27T00:22:18,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:18,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:18,790 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:18,790 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c6466cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:18,790 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:18,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,46323,1732666922101 2024-11-27T00:22:18,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c254dfd 2024-11-27T00:22:18,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:18,792 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-27T00:22:18,792 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,44749,1732666927215 (queues=1) is replicating from cluster=62e0b15e-6146-41c0-a049-34d45b435752 to cluster=95250b26-1f65-49da-8f26-3ce37471207b 2024-11-27T00:22:18,792 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C44749%2C1732666927215 2024-11-27T00:22:18,793 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,44749,1732666927215, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:22:18,793 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795, startPosition=0, beingWritten=true 2024-11-27T00:22:18,794 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C44749%2C1732666927215 2024-11-27T00:22:18,796 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:18,797 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 379, reset compression=false 2024-11-27T00:22:18,797 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,44749,1732666927215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:22:18,851 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 379, reset compression=false 2024-11-27T00:22:18,865 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 379, reset compression=false 2024-11-27T00:22:19,003 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 379, reset compression=false 2024-11-27T00:22:19,115 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:19,116 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:22:19,116 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108743 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:22:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:19,186 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:22:19,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:22:19,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:19,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:19,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:19,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:19,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:19,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,45887,-1 for getting cluster id 2024-11-27T00:22:19,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:19,187 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f5e8909-bcfe-49ce-b5fe-c00314f87f88' 2024-11-27T00:22:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:19,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f5e8909-bcfe-49ce-b5fe-c00314f87f88" 2024-11-27T00:22:19,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330af8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:19,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,45887,-1] 2024-11-27T00:22:19,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:19,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:19,189 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:19,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5f4328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:19,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cfb257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:19,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,46323,-1 for getting cluster id 2024-11-27T00:22:19,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:19,190 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95250b26-1f65-49da-8f26-3ce37471207b' 2024-11-27T00:22:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95250b26-1f65-49da-8f26-3ce37471207b" 2024-11-27T00:22:19,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec03b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:19,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,46323,-1] 2024-11-27T00:22:19,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:19,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:19,191 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e11b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:19,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:19,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37237,-1 for getting cluster id 2024-11-27T00:22:19,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:19,193 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62e0b15e-6146-41c0-a049-34d45b435752' 2024-11-27T00:22:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62e0b15e-6146-41c0-a049-34d45b435752" 2024-11-27T00:22:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a10fdc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:19,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37237,-1] 2024-11-27T00:22:19,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:19,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:19,194 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:19,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f462d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:19,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,38631,1732666915934, seqNum=-1] 2024-11-27T00:22:19,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:19,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:19,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732666930307.b031415e1cdb46fa7bdb40235345d674., hostname=f036bc4986ea,38631,1732666915934, seqNum=2] 2024-11-27T00:22:19,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:19,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,44749,1732666927215, seqNum=-1] 2024-11-27T00:22:19,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:19,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:19,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce., hostname=f036bc4986ea,44749,1732666927215, seqNum=2] 2024-11-27T00:22:19,207 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T00:22:19,306 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 379, reset compression=false 2024-11-27T00:22:19,468 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 379, reset compression=false 2024-11-27T00:22:19,715 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 379, reset compression=false 2024-11-27T00:22:19,754 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 379, reset compression=false 2024-11-27T00:22:19,760 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:22:19,760 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 480, reset compression=false 2024-11-27T00:22:19,760 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,38631,1732666915934 got entry batch from reader: WALEntryBatch [walEntries=[{test/b031415e1cdb46fa7bdb40235345d674/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T00:22:19,764 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:22:19,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-27T00:22:19,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43693 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:22:19,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@688e5b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:19,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43693 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,46323,-1 for getting cluster id 2024-11-27T00:22:19,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43693 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:19,773 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95250b26-1f65-49da-8f26-3ce37471207b' 2024-11-27T00:22:19,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:19,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95250b26-1f65-49da-8f26-3ce37471207b" 2024-11-27T00:22:19,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c94d2f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:19,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,46323,-1] 2024-11-27T00:22:19,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:19,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:19,774 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:19,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43693 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@126d43a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:19,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43693 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:19,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43693,1732666922285, seqNum=-1] 2024-11-27T00:22:19,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:19,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T00:22:19,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e., hostname=f036bc4986ea,43693,1732666922285, seqNum=2] 2024-11-27T00:22:19,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43693 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:22:19,973 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 480, reset compression=false 2024-11-27T00:22:20,171 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 379, reset compression=false 2024-11-27T00:22:20,176 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:22:20,176 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 503, reset compression=false 2024-11-27T00:22:20,176 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,43693,1732666922285 got entry batch from reader: WALEntryBatch [walEntries=[{test/5f91fa9d273105cf0ffffc5bdc68a53e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T00:22:20,180 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:22:20,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-27T00:22:20,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:22:20,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6aff57c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:20,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37237,-1 for getting cluster id 2024-11-27T00:22:20,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:20,182 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62e0b15e-6146-41c0-a049-34d45b435752' 2024-11-27T00:22:20,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:20,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62e0b15e-6146-41c0-a049-34d45b435752" 2024-11-27T00:22:20,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b83ac13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:20,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37237,-1] 2024-11-27T00:22:20,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:20,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:20,183 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:20,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a81b540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:20,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:20,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,44749,1732666927215, seqNum=-1] 2024-11-27T00:22:20,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:20,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T00:22:20,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce., hostname=f036bc4986ea,44749,1732666927215, seqNum=2] 2024-11-27T00:22:20,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:22:20,209 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T00:22:20,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:20,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43693,1732666922285, seqNum=-1] 2024-11-27T00:22:20,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:20,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:20,214 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e., hostname=f036bc4986ea,43693,1732666922285, seqNum=2] 2024-11-27T00:22:20,218 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T00:22:20,219 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 379, reset compression=false 2024-11-27T00:22:20,223 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:20,223 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 527, reset compression=false 2024-11-27T00:22:20,223 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,44749,1732666927215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:22:20,277 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 480, reset compression=false 2024-11-27T00:22:20,379 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 503, reset compression=false 2024-11-27T00:22:20,382 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:22:20,383 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 607, reset compression=false 2024-11-27T00:22:20,383 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,43693,1732666922285 got entry batch from reader: WALEntryBatch [walEntries=[{test/5f91fa9d273105cf0ffffc5bdc68a53e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T00:22:20,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:22:20,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:22:20,433 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 527, reset compression=false 2024-11-27T00:22:20,437 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:20,437 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 655, reset compression=false 2024-11-27T00:22:20,437 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,44749,1732666927215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:22:20,586 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 607, reset compression=false 2024-11-27T00:22:20,640 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 655, reset compression=false 2024-11-27T00:22:20,681 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 480, reset compression=false 2024-11-27T00:22:20,889 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 607, reset compression=false 2024-11-27T00:22:20,945 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 655, reset compression=false 2024-11-27T00:22:21,185 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 480, reset compression=false 2024-11-27T00:22:21,220 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T00:22:21,223 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T00:22:21,292 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 607, reset compression=false 2024-11-27T00:22:21,355 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 655, reset compression=false 2024-11-27T00:22:21,358 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:22:21,358 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 759, reset compression=false 2024-11-27T00:22:21,358 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,44749,1732666927215 got entry batch from reader: WALEntryBatch [walEntries=[{test/ef8c2fba2eb92681a8ab7d0c804234ce/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T00:22:21,360 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:22:21,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-27T00:22:21,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43693 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:22:21,363 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43693 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:22:21,561 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 759, reset compression=false 2024-11-27T00:22:21,788 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 480, reset compression=false 2024-11-27T00:22:21,795 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 607, reset compression=false 2024-11-27T00:22:21,798 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:21,798 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 734, reset compression=false 2024-11-27T00:22:21,798 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,43693,1732666922285 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:22:21,864 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 759, reset compression=false 2024-11-27T00:22:22,000 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 734, reset compression=false 2024-11-27T00:22:22,224 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T00:22:22,228 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T00:22:22,267 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 759, reset compression=false 2024-11-27T00:22:22,303 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 734, reset compression=false 2024-11-27T00:22:22,492 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 480, reset compression=false 2024-11-27T00:22:22,495 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:22:22,495 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 636, reset compression=false 2024-11-27T00:22:22,495 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,38631,1732666915934 got entry batch from reader: WALEntryBatch [walEntries=[{test/b031415e1cdb46fa7bdb40235345d674/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T00:22:22,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43693 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:22:22,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43693 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:22:22,603 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:22:22,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:22,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:22,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:22,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:22,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:22,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:22,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:22,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:22,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:22,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:22,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:22,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:22,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:22,698 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 636, reset compression=false 2024-11-27T00:22:22,706 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 734, reset compression=false 2024-11-27T00:22:22,710 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:22:22,710 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 881, reset compression=false 2024-11-27T00:22:22,710 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,43693,1732666922285 got entry batch from reader: WALEntryBatch [walEntries=[{test/5f91fa9d273105cf0ffffc5bdc68a53e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T00:22:22,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:22:22,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:22:22,771 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 759, reset compression=false 2024-11-27T00:22:22,774 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:22,774 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 930, reset compression=false 2024-11-27T00:22:22,774 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,44749,1732666927215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:22:22,914 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 881, reset compression=false 2024-11-27T00:22:22,977 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 930, reset compression=false 2024-11-27T00:22:23,001 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 636, reset compression=false 2024-11-27T00:22:23,216 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 881, reset compression=false 2024-11-27T00:22:23,229 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T00:22:23,232 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T00:22:23,280 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 930, reset compression=false 2024-11-27T00:22:23,404 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 636, reset compression=false 2024-11-27T00:22:23,619 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 881, reset compression=false 2024-11-27T00:22:23,622 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:22:23,622 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1040, reset compression=false 2024-11-27T00:22:23,622 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,43693,1732666922285 got entry batch from reader: WALEntryBatch [walEntries=[{test/5f91fa9d273105cf0ffffc5bdc68a53e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T00:22:23,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:22:23,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44749 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:22:23,684 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 930, reset compression=false 2024-11-27T00:22:23,688 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:23,688 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 1080, reset compression=false 2024-11-27T00:22:23,688 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,44749,1732666927215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:22:23,825 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1040, reset compression=false 2024-11-27T00:22:23,897 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 1080, reset compression=false 2024-11-27T00:22:23,907 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 636, reset compression=false 2024-11-27T00:22:24,128 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1040, reset compression=false 2024-11-27T00:22:24,200 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 1080, reset compression=false 2024-11-27T00:22:24,233 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T00:22:24,237 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T00:22:24,510 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 636, reset compression=false 2024-11-27T00:22:24,531 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1040, reset compression=false 2024-11-27T00:22:24,612 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 1080, reset compression=false 2024-11-27T00:22:24,629 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:22:24,629 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 1239, reset compression=false 2024-11-27T00:22:24,629 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,44749,1732666927215 got entry batch from reader: WALEntryBatch [walEntries=[{test/ef8c2fba2eb92681a8ab7d0c804234ce/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T00:22:24,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43693 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T00:22:24,633 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43693 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T00:22:24,840 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 1239, reset compression=false 2024-11-27T00:22:25,041 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1040, reset compression=false 2024-11-27T00:22:25,044 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:25,045 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1189, reset compression=false 2024-11-27T00:22:25,045 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,43693,1732666922285 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:22:25,126 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:22:25,143 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 1239, reset compression=false 2024-11-27T00:22:25,221 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 636, reset compression=false 2024-11-27T00:22:25,239 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T00:22:25,248 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1189, reset compression=false 2024-11-27T00:22:25,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:22:25,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:22:25,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:25,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:25,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:25,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:25,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:22:25,259 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1079149020, stopped=false 2024-11-27T00:22:25,259 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,37237,1732666927012 2024-11-27T00:22:25,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-759960684/running 2024-11-27T00:22:25,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-759960684/running 2024-11-27T00:22:25,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:25,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:25,302 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:22:25,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:22:25,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:25,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:25,303 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,44749,1732666927215' ***** 2024-11-27T00:22:25,303 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:22:25,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Set watcher on znode that does not yet exist, /2-759960684/running 2024-11-27T00:22:25,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Set watcher on znode that does not yet exist, /2-759960684/running 2024-11-27T00:22:25,303 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:22:25,303 INFO [RS:0;f036bc4986ea:44749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:22:25,303 INFO [RS:0;f036bc4986ea:44749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:22:25,303 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:22:25,304 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(3091): Received CLOSE for b08fa2dded59941f883ad9f67bd3368b 2024-11-27T00:22:25,304 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(3091): Received CLOSE for ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:25,304 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,44749,1732666927215 2024-11-27T00:22:25,304 INFO [RS:0;f036bc4986ea:44749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:22:25,304 INFO [RS:0;f036bc4986ea:44749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:44749. 2024-11-27T00:22:25,304 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b08fa2dded59941f883ad9f67bd3368b, disabling compactions & flushes 2024-11-27T00:22:25,304 DEBUG [RS:0;f036bc4986ea:44749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:25,304 DEBUG [RS:0;f036bc4986ea:44749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:25,304 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. 2024-11-27T00:22:25,304 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. 2024-11-27T00:22:25,304 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. after waiting 0 ms 2024-11-27T00:22:25,304 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. 2024-11-27T00:22:25,304 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:22:25,304 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:22:25,304 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:22:25,304 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:22:25,304 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b08fa2dded59941f883ad9f67bd3368b 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T00:22:25,304 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T00:22:25,304 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1325): Online Regions={b08fa2dded59941f883ad9f67bd3368b=hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b., ef8c2fba2eb92681a8ab7d0c804234ce=test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:22:25,304 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b08fa2dded59941f883ad9f67bd3368b, ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:25,304 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:22:25,305 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:22:25,305 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:22:25,305 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:22:25,305 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:22:25,305 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T00:22:25,324 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/.tmp/info/de99050c1b334089a762933fbbf45509 is 147, key is hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b./info:regioninfo/1732666938484/Put/seqid=0 2024-11-27T00:22:25,324 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/replication/b08fa2dded59941f883ad9f67bd3368b/.tmp/queue/c43d3c0a0f8b4a0e964600f4d9f505ee is 154, key is 1-f036bc4986ea,44749,1732666927215/queue:f036bc4986ea%2C44749%2C1732666927215/1732666944635/Put/seqid=0 2024-11-27T00:22:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741841_1017 (size=7686) 2024-11-27T00:22:25,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741840_1016 (size=5353) 2024-11-27T00:22:25,376 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:22:25,505 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b08fa2dded59941f883ad9f67bd3368b, ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:25,551 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 1239, reset compression=false 2024-11-27T00:22:25,559 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1189, reset compression=false 2024-11-27T00:22:25,647 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:22:25,647 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:22:25,705 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b08fa2dded59941f883ad9f67bd3368b, ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:25,729 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/.tmp/info/de99050c1b334089a762933fbbf45509 2024-11-27T00:22:25,729 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/replication/b08fa2dded59941f883ad9f67bd3368b/.tmp/queue/c43d3c0a0f8b4a0e964600f4d9f505ee 2024-11-27T00:22:25,739 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/replication/b08fa2dded59941f883ad9f67bd3368b/.tmp/queue/c43d3c0a0f8b4a0e964600f4d9f505ee as hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/replication/b08fa2dded59941f883ad9f67bd3368b/queue/c43d3c0a0f8b4a0e964600f4d9f505ee 2024-11-27T00:22:25,746 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/replication/b08fa2dded59941f883ad9f67bd3368b/queue/c43d3c0a0f8b4a0e964600f4d9f505ee, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T00:22:25,747 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b08fa2dded59941f883ad9f67bd3368b in 443ms, sequenceid=12, compaction requested=false 2024-11-27T00:22:25,796 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/.tmp/ns/065b2e259756499086fc723a8c362d92 is 43, key is default/ns:d/1732666930226/Put/seqid=0 2024-11-27T00:22:25,801 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/replication/b08fa2dded59941f883ad9f67bd3368b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T00:22:25,803 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:22:25,803 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:22:25,803 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. 2024-11-27T00:22:25,803 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b08fa2dded59941f883ad9f67bd3368b: Waiting for close lock at 1732666945304Running coprocessor pre-close hooks at 1732666945304Disabling compacts and flushes for region at 1732666945304Disabling writes for close at 1732666945304Obtaining lock to block concurrent updates at 1732666945304Preparing flush snapshotting stores in b08fa2dded59941f883ad9f67bd3368b at 1732666945304Finished memstore snapshotting hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732666945305 (+1 ms)Flushing stores of hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. at 1732666945305Flushing b08fa2dded59941f883ad9f67bd3368b/queue: creating writer at 1732666945305Flushing b08fa2dded59941f883ad9f67bd3368b/queue: appending metadata at 1732666945323 (+18 ms)Flushing b08fa2dded59941f883ad9f67bd3368b/queue: closing flushed file at 1732666945323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bfc8334: reopening flushed file at 1732666945739 (+416 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b08fa2dded59941f883ad9f67bd3368b in 443ms, sequenceid=12, compaction requested=false at 1732666945747 (+8 ms)Writing region close event to WAL at 1732666945784 (+37 ms)Running coprocessor post-close hooks at 1732666945802 (+18 ms)Closed at 1732666945803 (+1 ms) 2024-11-27T00:22:25,803 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666938056.b08fa2dded59941f883ad9f67bd3368b. 2024-11-27T00:22:25,803 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef8c2fba2eb92681a8ab7d0c804234ce, disabling compactions & flushes 2024-11-27T00:22:25,803 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. 2024-11-27T00:22:25,803 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. 2024-11-27T00:22:25,803 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. after waiting 0 ms 2024-11-27T00:22:25,803 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. 2024-11-27T00:22:25,803 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ef8c2fba2eb92681a8ab7d0c804234ce 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T00:22:25,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741842_1018 (size=5153) 2024-11-27T00:22:25,828 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/.tmp/ns/065b2e259756499086fc723a8c362d92 2024-11-27T00:22:25,869 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/.tmp/f/6811948f9c8a4a669fb70caec7566d53 is 29, key is row1/f:/1732666943230/DeleteFamily/seqid=0 2024-11-27T00:22:25,869 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/.tmp/rep_barrier/b9fb45f30749430b855a972c14abff10 is 112, key is test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce./rep_barrier:seqnumDuringOpen/1732666933497/Put/seqid=0 2024-11-27T00:22:25,906 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:25,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741843_1019 (size=5152) 2024-11-27T00:22:25,916 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/.tmp/f/6811948f9c8a4a669fb70caec7566d53 2024-11-27T00:22:25,922 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6811948f9c8a4a669fb70caec7566d53 2024-11-27T00:22:25,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741844_1020 (size=5518) 2024-11-27T00:22:25,946 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/.tmp/rep_barrier/b9fb45f30749430b855a972c14abff10 2024-11-27T00:22:25,962 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1189, reset compression=false 2024-11-27T00:22:25,980 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/.tmp/f1/b248647af61b409fa64c01f5db7096d6 is 30, key is row1/f1:/1732666943230/DeleteFamily/seqid=0 2024-11-27T00:22:25,989 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/.tmp/table/9b40ff2713644cdea010099717a6a582 is 53, key is hbase:replication/table:state/1732666938490/Put/seqid=0 2024-11-27T00:22:26,026 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 636, reset compression=false 2024-11-27T00:22:26,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741845_1021 (size=5158) 2024-11-27T00:22:26,045 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/.tmp/f1/b248647af61b409fa64c01f5db7096d6 2024-11-27T00:22:26,050 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b248647af61b409fa64c01f5db7096d6 2024-11-27T00:22:26,054 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 1239, reset compression=false 2024-11-27T00:22:26,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741846_1022 (size=5308) 2024-11-27T00:22:26,063 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/.tmp/table/9b40ff2713644cdea010099717a6a582 2024-11-27T00:22:26,069 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/.tmp/info/de99050c1b334089a762933fbbf45509 as hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/info/de99050c1b334089a762933fbbf45509 2024-11-27T00:22:26,074 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/info/de99050c1b334089a762933fbbf45509, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T00:22:26,075 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/.tmp/ns/065b2e259756499086fc723a8c362d92 as hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/ns/065b2e259756499086fc723a8c362d92 2024-11-27T00:22:26,086 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/.tmp/norep/af778441406d40dd95bdc2d779c30695 is 33, key is row2/norep:/1732666944234/DeleteFamily/seqid=0 2024-11-27T00:22:26,092 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:26,092 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 1486, reset compression=false 2024-11-27T00:22:26,092 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,44749,1732666927215 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:22:26,095 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/ns/065b2e259756499086fc723a8c362d92, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T00:22:26,094 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f036bc4986ea,44749,1732666927215: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f036bc4986ea,44749,1732666927215, walGroup=f036bc4986ea%2C44749%2C1732666927215, offset=f036bc4986ea%2C44749%2C1732666927215.1732666929795:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:44749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T00:22:26,096 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T00:22:26,096 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T00:22:26,096 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/.tmp/rep_barrier/b9fb45f30749430b855a972c14abff10 as hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/rep_barrier/b9fb45f30749430b855a972c14abff10 2024-11-27T00:22:26,096 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T00:22:26,096 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T00:22:26,097 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T00:22:26,097 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1258291200, "init": 1048576000, "max": 2306867200, "used": 1017341304 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202279160 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T00:22:26,097 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37237 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T00:22:26,106 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:26,108 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/rep_barrier/b9fb45f30749430b855a972c14abff10, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T00:22:26,109 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/.tmp/table/9b40ff2713644cdea010099717a6a582 as hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/table/9b40ff2713644cdea010099717a6a582 2024-11-27T00:22:26,127 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/table/9b40ff2713644cdea010099717a6a582, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T00:22:26,129 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 824ms, sequenceid=16, compaction requested=false 2024-11-27T00:22:26,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741847_1023 (size=5108) 2024-11-27T00:22:26,230 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T00:22:26,231 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:22:26,231 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:22:26,231 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:22:26,231 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666945304Running coprocessor pre-close hooks at 1732666945304Disabling compacts and flushes for region at 1732666945304Disabling writes for close at 1732666945305 (+1 ms)Obtaining lock to block concurrent updates at 1732666945305Preparing flush snapshotting stores in 1588230740 at 1732666945305Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732666945305Flushing stores of hbase:meta,,1.1588230740 at 1732666945305Flushing 1588230740/info: creating writer at 1732666945306 (+1 ms)Flushing 1588230740/info: appending metadata at 1732666945323 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732666945323Flushing 1588230740/ns: creating writer at 1732666945763 (+440 ms)Flushing 1588230740/ns: appending metadata at 1732666945795 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1732666945795Flushing 1588230740/rep_barrier: creating writer at 1732666945838 (+43 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666945867 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666945867Flushing 1588230740/table: creating writer at 1732666945952 (+85 ms)Flushing 1588230740/table: appending metadata at 1732666945988 (+36 ms)Flushing 1588230740/table: closing flushed file at 1732666945989 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b83652e: reopening flushed file at 1732666946068 (+79 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a130494: reopening flushed file at 1732666946074 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@739af6b1: reopening flushed file at 1732666946095 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f63ad0c: reopening flushed file at 1732666946108 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 824ms, sequenceid=16, compaction requested=false at 1732666946129 (+21 ms)Writing region close event to WAL at 1732666946217 (+88 ms)Running coprocessor post-close hooks at 1732666946231 (+14 ms)Closed at 1732666946231 2024-11-27T00:22:26,231 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:22:26,306 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:22:26,306 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1325): Online Regions={ef8c2fba2eb92681a8ab7d0c804234ce=test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce.} 2024-11-27T00:22:26,306 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1351): Waiting on ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:26,322 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 1486, reset compression=false 2024-11-27T00:22:26,506 DEBUG [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1351): Waiting on ef8c2fba2eb92681a8ab7d0c804234ce 2024-11-27T00:22:26,514 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1189, reset compression=false 2024-11-27T00:22:26,582 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/.tmp/norep/af778441406d40dd95bdc2d779c30695 2024-11-27T00:22:26,589 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af778441406d40dd95bdc2d779c30695 2024-11-27T00:22:26,589 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/.tmp/f/6811948f9c8a4a669fb70caec7566d53 as hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/f/6811948f9c8a4a669fb70caec7566d53 2024-11-27T00:22:26,594 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6811948f9c8a4a669fb70caec7566d53 2024-11-27T00:22:26,594 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/f/6811948f9c8a4a669fb70caec7566d53, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T00:22:26,595 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/.tmp/f1/b248647af61b409fa64c01f5db7096d6 as hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/f1/b248647af61b409fa64c01f5db7096d6 2024-11-27T00:22:26,610 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b248647af61b409fa64c01f5db7096d6 2024-11-27T00:22:26,610 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/f1/b248647af61b409fa64c01f5db7096d6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T00:22:26,611 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/.tmp/norep/af778441406d40dd95bdc2d779c30695 as hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/norep/af778441406d40dd95bdc2d779c30695 2024-11-27T00:22:26,614 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af778441406d40dd95bdc2d779c30695 2024-11-27T00:22:26,615 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/norep/af778441406d40dd95bdc2d779c30695, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T00:22:26,617 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ef8c2fba2eb92681a8ab7d0c804234ce in 814ms, sequenceid=10, compaction requested=false 2024-11-27T00:22:26,622 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/data/default/test/ef8c2fba2eb92681a8ab7d0c804234ce/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T00:22:26,623 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:22:26,623 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:22:26,623 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. 2024-11-27T00:22:26,623 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef8c2fba2eb92681a8ab7d0c804234ce: Waiting for close lock at 1732666945803Running coprocessor pre-close hooks at 1732666945803Disabling compacts and flushes for region at 1732666945803Disabling writes for close at 1732666945803Obtaining lock to block concurrent updates at 1732666945803Preparing flush snapshotting stores in ef8c2fba2eb92681a8ab7d0c804234ce at 1732666945803Finished memstore snapshotting test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732666945804 (+1 ms)Flushing stores of test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. at 1732666945804Flushing ef8c2fba2eb92681a8ab7d0c804234ce/f: creating writer at 1732666945804Flushing ef8c2fba2eb92681a8ab7d0c804234ce/f: appending metadata at 1732666945868 (+64 ms)Flushing ef8c2fba2eb92681a8ab7d0c804234ce/f: closing flushed file at 1732666945868Flushing ef8c2fba2eb92681a8ab7d0c804234ce/f1: creating writer at 1732666945922 (+54 ms)Flushing ef8c2fba2eb92681a8ab7d0c804234ce/f1: appending metadata at 1732666945979 (+57 ms)Flushing ef8c2fba2eb92681a8ab7d0c804234ce/f1: closing flushed file at 1732666945979Flushing ef8c2fba2eb92681a8ab7d0c804234ce/norep: creating writer at 1732666946050 (+71 ms)Flushing ef8c2fba2eb92681a8ab7d0c804234ce/norep: appending metadata at 1732666946086 (+36 ms)Flushing ef8c2fba2eb92681a8ab7d0c804234ce/norep: closing flushed file at 1732666946086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36daddf6: reopening flushed file at 1732666946589 (+503 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42f67ddc: reopening flushed file at 1732666946595 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7378bd0f: reopening flushed file at 1732666946610 (+15 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ef8c2fba2eb92681a8ab7d0c804234ce in 814ms, sequenceid=10, compaction requested=false at 1732666946617 (+7 ms)Writing region close event to WAL at 1732666946618 (+1 ms)Running coprocessor post-close hooks at 1732666946623 (+5 ms)Closed at 1732666946623 2024-11-27T00:22:26,623 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666933100.ef8c2fba2eb92681a8ab7d0c804234ce. 2024-11-27T00:22:26,640 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 1486, reset compression=false 2024-11-27T00:22:26,657 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:26,657 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/WALs/f036bc4986ea,44749,1732666927215/f036bc4986ea%2C44749%2C1732666927215.1732666929795 to pos 2130, reset compression=false 2024-11-27T00:22:26,706 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,44749,1732666927215; all regions closed. 2024-11-27T00:22:26,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741834_1010 (size=4239) 2024-11-27T00:22:26,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741839_1015 (size=3114) 2024-11-27T00:22:26,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741833_1009 (size=2138) 2024-11-27T00:22:26,722 DEBUG [RS:0;f036bc4986ea:44749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:26,722 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:22:26,723 INFO [RS:0;f036bc4986ea:44749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:22:26,723 INFO [RS:0;f036bc4986ea:44749 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T00:22:26,723 INFO [RS:0;f036bc4986ea:44749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:22:26,723 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:22:26,723 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,44749,1732666927215 because: Region server is closing 2024-11-27T00:22:26,724 INFO [RS:0;f036bc4986ea:44749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:44749. 2024-11-27T00:22:26,724 DEBUG [RS:0;f036bc4986ea:44749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:26,724 DEBUG [RS:0;f036bc4986ea:44749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:26,724 DEBUG [RS:0;f036bc4986ea:44749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:26,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:26,824 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.shipperf036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 terminated 2024-11-27T00:22:26,824 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,44749,1732666927215.replicationSource.wal-reader.f036bc4986ea%2C44749%2C1732666927215,1-f036bc4986ea,44749,1732666927215 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:22:26,824 INFO [RS:0;f036bc4986ea:44749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:44749. 2024-11-27T00:22:26,824 DEBUG [RS:0;f036bc4986ea:44749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:26,824 DEBUG [RS:0;f036bc4986ea:44749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:26,824 DEBUG [RS:0;f036bc4986ea:44749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:26,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:26,825 INFO [RS:0;f036bc4986ea:44749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44749 2024-11-27T00:22:26,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-759960684/rs/f036bc4986ea,44749,1732666927215 2024-11-27T00:22:26,871 INFO [RS:0;f036bc4986ea:44749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:22:26,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684/rs 2024-11-27T00:22:26,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,44749,1732666927215] 2024-11-27T00:22:26,892 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-759960684/draining/f036bc4986ea,44749,1732666927215 already deleted, retry=false 2024-11-27T00:22:26,892 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,44749,1732666927215 expired; onlineServers=0 2024-11-27T00:22:26,892 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,37237,1732666927012' ***** 2024-11-27T00:22:26,892 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:22:26,892 INFO [M:0;f036bc4986ea:37237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:22:26,892 INFO [M:0;f036bc4986ea:37237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:22:26,892 DEBUG [M:0;f036bc4986ea:37237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:22:26,892 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:22:26,892 DEBUG [M:0;f036bc4986ea:37237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:22:26,892 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666929340 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666929340,5,FailOnTimeoutGroup] 2024-11-27T00:22:26,892 INFO [M:0;f036bc4986ea:37237 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:22:26,892 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666929342 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666929342,5,FailOnTimeoutGroup] 2024-11-27T00:22:26,893 INFO [M:0;f036bc4986ea:37237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:22:26,893 DEBUG [M:0;f036bc4986ea:37237 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:22:26,893 INFO [M:0;f036bc4986ea:37237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:22:26,893 INFO [M:0;f036bc4986ea:37237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:22:26,893 INFO [M:0;f036bc4986ea:37237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:22:26,893 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:22:26,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-759960684/master 2024-11-27T00:22:26,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-759960684 2024-11-27T00:22:26,902 DEBUG [M:0;f036bc4986ea:37237 {}] zookeeper.ZKUtil(347): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Unable to get data of znode /2-759960684/master because node does not exist (not an error) 2024-11-27T00:22:26,902 WARN [M:0;f036bc4986ea:37237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:22:26,903 INFO [M:0;f036bc4986ea:37237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/.lastflushedseqids 2024-11-27T00:22:26,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741848_1024 (size=245) 2024-11-27T00:22:26,921 INFO [M:0;f036bc4986ea:37237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:22:26,921 INFO [M:0;f036bc4986ea:37237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:22:26,921 DEBUG [M:0;f036bc4986ea:37237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:22:26,921 INFO [M:0;f036bc4986ea:37237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:26,921 DEBUG [M:0;f036bc4986ea:37237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:26,921 DEBUG [M:0;f036bc4986ea:37237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:22:26,921 DEBUG [M:0;f036bc4986ea:37237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:26,922 INFO [M:0;f036bc4986ea:37237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T00:22:26,941 DEBUG [M:0;f036bc4986ea:37237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ed193b17f154dc7b4eceb257d9f02e3 is 82, key is hbase:meta,,1/info:regioninfo/1732666930202/Put/seqid=0 2024-11-27T00:22:26,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741849_1025 (size=5672) 2024-11-27T00:22:26,959 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 636, reset compression=false 2024-11-27T00:22:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:22:26,981 INFO [RS:0;f036bc4986ea:44749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:22:26,981 INFO [RS:0;f036bc4986ea:44749 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,44749,1732666927215; zookeeper connection closed. 2024-11-27T00:22:26,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44749-0x10179aaed9c0007, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:22:26,982 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35e1fd56 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35e1fd56 2024-11-27T00:22:26,982 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:22:27,136 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1189, reset compression=false 2024-11-27T00:22:27,354 INFO [M:0;f036bc4986ea:37237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ed193b17f154dc7b4eceb257d9f02e3 2024-11-27T00:22:27,381 DEBUG [M:0;f036bc4986ea:37237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/282871fd1fe9427c9afb8ec6380a17f2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732666938493/Put/seqid=0 2024-11-27T00:22:27,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741850_1026 (size=8516) 2024-11-27T00:22:27,387 INFO [M:0;f036bc4986ea:37237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/282871fd1fe9427c9afb8ec6380a17f2 2024-11-27T00:22:27,417 DEBUG [M:0;f036bc4986ea:37237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c039cb44c8e42fcaff724619a446b78 is 69, key is f036bc4986ea,44749,1732666927215/rs:state/1732666929531/Put/seqid=0 2024-11-27T00:22:27,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741851_1027 (size=5156) 2024-11-27T00:22:27,820 INFO [M:0;f036bc4986ea:37237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c039cb44c8e42fcaff724619a446b78 2024-11-27T00:22:27,824 DEBUG [M:0;f036bc4986ea:37237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ed193b17f154dc7b4eceb257d9f02e3 as hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ed193b17f154dc7b4eceb257d9f02e3 2024-11-27T00:22:27,827 INFO [M:0;f036bc4986ea:37237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ed193b17f154dc7b4eceb257d9f02e3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T00:22:27,828 DEBUG [M:0;f036bc4986ea:37237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/282871fd1fe9427c9afb8ec6380a17f2 as hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/282871fd1fe9427c9afb8ec6380a17f2 2024-11-27T00:22:27,831 INFO [M:0;f036bc4986ea:37237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/282871fd1fe9427c9afb8ec6380a17f2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T00:22:27,831 DEBUG [M:0;f036bc4986ea:37237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9c039cb44c8e42fcaff724619a446b78 as hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c039cb44c8e42fcaff724619a446b78 2024-11-27T00:22:27,834 INFO [M:0;f036bc4986ea:37237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/73637449-3b41-83f4-4bfb-274b02b6d3fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9c039cb44c8e42fcaff724619a446b78, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T00:22:27,835 INFO [M:0;f036bc4986ea:37237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false 2024-11-27T00:22:27,836 INFO [M:0;f036bc4986ea:37237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:27,836 DEBUG [M:0;f036bc4986ea:37237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666946921Disabling compacts and flushes for region at 1732666946921Disabling writes for close at 1732666946921Obtaining lock to block concurrent updates at 1732666946922 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666946922Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732666946922Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666946924 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666946924Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666946940 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666946940Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666947363 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666947381 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666947381Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666947394 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666947416 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666947416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13934a08: reopening flushed file at 1732666947823 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a76bba5: reopening flushed file at 1732666947827 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ff8b8d8: reopening flushed file at 1732666947831 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false at 1732666947835 (+4 ms)Writing region close event to WAL at 1732666947836 (+1 ms)Closed at 1732666947836 2024-11-27T00:22:27,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741830_1006 (size=63654) 2024-11-27T00:22:27,839 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:22:27,839 INFO [M:0;f036bc4986ea:37237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:22:27,839 INFO [M:0;f036bc4986ea:37237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37237 2024-11-27T00:22:27,839 INFO [M:0;f036bc4986ea:37237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:22:27,861 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1189, reset compression=false 2024-11-27T00:22:27,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:22:27,960 INFO [M:0;f036bc4986ea:37237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:22:27,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x10179aaed9c0006, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:22:27,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@513fab77{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:22:27,962 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 636, reset compression=false 2024-11-27T00:22:27,962 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2579cfe1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:22:27,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:22:27,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc36556{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:22:27,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f104328{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/hadoop.log.dir/,STOPPED} 2024-11-27T00:22:27,965 WARN [BP-1005305557-172.17.0.3-1732666925027 heartbeating to localhost/127.0.0.1:38083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:22:27,965 WARN [BP-1005305557-172.17.0.3-1732666925027 heartbeating to localhost/127.0.0.1:38083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1005305557-172.17.0.3-1732666925027 (Datanode Uuid e603f2c4-07e8-402f-8bce-59d06d6308b2) service to localhost/127.0.0.1:38083 2024-11-27T00:22:27,965 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:22:27,965 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:22:27,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/cluster_2b893084-90e2-b135-1c54-bec41752f5bd/data/data1/current/BP-1005305557-172.17.0.3-1732666925027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:22:27,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/cluster_2b893084-90e2-b135-1c54-bec41752f5bd/data/data2/current/BP-1005305557-172.17.0.3-1732666925027 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:22:27,966 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:22:27,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d853c79{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:22:27,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f9b003e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:22:27,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:22:27,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75406eb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:22:27,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45117c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/hadoop.log.dir/,STOPPED} 2024-11-27T00:22:27,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:22:27,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:22:27,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:22:27,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:27,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:27,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:27,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:27,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:22:27,991 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1568222115, stopped=false 2024-11-27T00:22:27,991 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,46323,1732666922101 2024-11-27T00:22:28,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-304744626/running 2024-11-27T00:22:28,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-304744626/running 2024-11-27T00:22:28,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:28,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:28,081 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:22:28,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:22:28,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:28,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:28,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Set watcher on znode that does not yet exist, /1-304744626/running 2024-11-27T00:22:28,082 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,43693,1732666922285' ***** 2024-11-27T00:22:28,082 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:22:28,082 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:22:28,082 INFO [RS:0;f036bc4986ea:43693 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:22:28,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Set watcher on znode that does not yet exist, /1-304744626/running 2024-11-27T00:22:28,082 INFO [RS:0;f036bc4986ea:43693 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:22:28,082 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f91fa9d273105cf0ffffc5bdc68a53e 2024-11-27T00:22:28,082 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:22:28,083 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(3091): Received CLOSE for c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:28,083 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,43693,1732666922285 2024-11-27T00:22:28,083 INFO [RS:0;f036bc4986ea:43693 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:22:28,083 INFO [RS:0;f036bc4986ea:43693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:43693. 2024-11-27T00:22:28,083 DEBUG [RS:0;f036bc4986ea:43693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:28,083 DEBUG [RS:0;f036bc4986ea:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:28,083 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:22:28,083 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f91fa9d273105cf0ffffc5bdc68a53e, disabling compactions & flushes 2024-11-27T00:22:28,083 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:22:28,083 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. 2024-11-27T00:22:28,083 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:22:28,083 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:22:28,084 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. 2024-11-27T00:22:28,084 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. after waiting 0 ms 2024-11-27T00:22:28,084 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. 2024-11-27T00:22:28,084 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T00:22:28,084 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1325): Online Regions={5f91fa9d273105cf0ffffc5bdc68a53e=test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e., 1588230740=hbase:meta,,1.1588230740, c77862c85ccbfcfab0d8078c1a20c7db=hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db.} 2024-11-27T00:22:28,084 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f91fa9d273105cf0ffffc5bdc68a53e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T00:22:28,084 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f91fa9d273105cf0ffffc5bdc68a53e, c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:28,084 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:22:28,084 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:22:28,084 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:22:28,084 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:22:28,084 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:22:28,084 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T00:22:28,113 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/.tmp/f/48cb18563c4b4708a8240aea9aa6f72f is 29, key is row1/f:/1732666943230/DeleteFamily/seqid=0 2024-11-27T00:22:28,113 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/.tmp/info/d9712304b0324ebcb4aed081b7682857 is 147, key is hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db./info:regioninfo/1732666937112/Put/seqid=0 2024-11-27T00:22:28,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741840_1016 (size=5152) 2024-11-27T00:22:28,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741841_1017 (size=7686) 2024-11-27T00:22:28,124 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:22:28,284 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f91fa9d273105cf0ffffc5bdc68a53e, c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:28,484 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f91fa9d273105cf0ffffc5bdc68a53e, c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:28,522 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/.tmp/info/d9712304b0324ebcb4aed081b7682857 2024-11-27T00:22:28,524 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/.tmp/f/48cb18563c4b4708a8240aea9aa6f72f 2024-11-27T00:22:28,527 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48cb18563c4b4708a8240aea9aa6f72f 2024-11-27T00:22:28,538 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/.tmp/ns/7498c1daa94248e7b5d72cc25eaa6646 is 43, key is default/ns:d/1732666924910/Put/seqid=0 2024-11-27T00:22:28,539 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/.tmp/f1/c210afbcaf9f40a98bd07be3bc772134 is 30, key is row1/f1:/1732666943230/DeleteFamily/seqid=0 2024-11-27T00:22:28,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741842_1018 (size=5153) 2024-11-27T00:22:28,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741843_1019 (size=5158) 2024-11-27T00:22:28,542 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/.tmp/f1/c210afbcaf9f40a98bd07be3bc772134 2024-11-27T00:22:28,545 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c210afbcaf9f40a98bd07be3bc772134 2024-11-27T00:22:28,558 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/.tmp/norep/4376f162d5fd4e8998b1fc73133ca307 is 33, key is row1/norep:/1732666943230/DeleteFamily/seqid=0 2024-11-27T00:22:28,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741844_1020 (size=5108) 2024-11-27T00:22:28,663 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1189, reset compression=false 2024-11-27T00:22:28,667 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:28,667 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1436, reset compression=false 2024-11-27T00:22:28,667 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,43693,1732666922285 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:22:28,668 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f036bc4986ea,43693,1732666922285: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f036bc4986ea,43693,1732666922285, walGroup=f036bc4986ea%2C43693%2C1732666922285, offset=f036bc4986ea%2C43693%2C1732666922285.1732666923907:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:43693 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T00:22:28,669 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T00:22:28,669 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T00:22:28,670 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T00:22:28,670 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T00:22:28,670 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T00:22:28,670 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1258291200, "init": 1048576000, "max": 2306867200, "used": 911315696 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202452384 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T00:22:28,671 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:46323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:46323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T00:22:28,684 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f91fa9d273105cf0ffffc5bdc68a53e, c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:28,779 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:22:28,779 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:22:28,872 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1436, reset compression=false 2024-11-27T00:22:28,885 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f91fa9d273105cf0ffffc5bdc68a53e, c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:28,942 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/.tmp/ns/7498c1daa94248e7b5d72cc25eaa6646 2024-11-27T00:22:28,962 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/.tmp/norep/4376f162d5fd4e8998b1fc73133ca307 2024-11-27T00:22:28,966 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4376f162d5fd4e8998b1fc73133ca307 2024-11-27T00:22:28,967 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/.tmp/f/48cb18563c4b4708a8240aea9aa6f72f as hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/f/48cb18563c4b4708a8240aea9aa6f72f 2024-11-27T00:22:28,970 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/.tmp/rep_barrier/5f3bbb863e2f4aaeae8b334f20d1acbe is 112, key is test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e./rep_barrier:seqnumDuringOpen/1732666932857/Put/seqid=0 2024-11-27T00:22:28,971 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48cb18563c4b4708a8240aea9aa6f72f 2024-11-27T00:22:28,971 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/f/48cb18563c4b4708a8240aea9aa6f72f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T00:22:28,972 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/.tmp/f1/c210afbcaf9f40a98bd07be3bc772134 as hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/f1/c210afbcaf9f40a98bd07be3bc772134 2024-11-27T00:22:28,978 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c210afbcaf9f40a98bd07be3bc772134 2024-11-27T00:22:28,978 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/f1/c210afbcaf9f40a98bd07be3bc772134, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T00:22:28,979 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/.tmp/norep/4376f162d5fd4e8998b1fc73133ca307 as hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/norep/4376f162d5fd4e8998b1fc73133ca307 2024-11-27T00:22:28,984 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4376f162d5fd4e8998b1fc73133ca307 2024-11-27T00:22:28,984 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/norep/4376f162d5fd4e8998b1fc73133ca307, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T00:22:28,991 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5f91fa9d273105cf0ffffc5bdc68a53e in 907ms, sequenceid=10, compaction requested=false 2024-11-27T00:22:28,991 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T00:22:29,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741845_1021 (size=5518) 2024-11-27T00:22:29,069 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 636, reset compression=false 2024-11-27T00:22:29,076 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/default/test/5f91fa9d273105cf0ffffc5bdc68a53e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T00:22:29,077 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:22:29,077 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:22:29,077 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. 2024-11-27T00:22:29,077 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f91fa9d273105cf0ffffc5bdc68a53e: Waiting for close lock at 1732666948083Running coprocessor pre-close hooks at 1732666948083Disabling compacts and flushes for region at 1732666948083Disabling writes for close at 1732666948084 (+1 ms)Obtaining lock to block concurrent updates at 1732666948084Preparing flush snapshotting stores in 5f91fa9d273105cf0ffffc5bdc68a53e at 1732666948084Finished memstore snapshotting test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732666948084Flushing stores of test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. at 1732666948085 (+1 ms)Flushing 5f91fa9d273105cf0ffffc5bdc68a53e/f: creating writer at 1732666948085Flushing 5f91fa9d273105cf0ffffc5bdc68a53e/f: appending metadata at 1732666948112 (+27 ms)Flushing 5f91fa9d273105cf0ffffc5bdc68a53e/f: closing flushed file at 1732666948112Flushing 5f91fa9d273105cf0ffffc5bdc68a53e/f1: creating writer at 1732666948527 (+415 ms)Flushing 5f91fa9d273105cf0ffffc5bdc68a53e/f1: appending metadata at 1732666948539 (+12 ms)Flushing 5f91fa9d273105cf0ffffc5bdc68a53e/f1: closing flushed file at 1732666948539Flushing 5f91fa9d273105cf0ffffc5bdc68a53e/norep: creating writer at 1732666948545 (+6 ms)Flushing 5f91fa9d273105cf0ffffc5bdc68a53e/norep: appending metadata at 1732666948558 (+13 ms)Flushing 5f91fa9d273105cf0ffffc5bdc68a53e/norep: closing flushed file at 1732666948558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ac2fbf: reopening flushed file at 1732666948966 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1071cc73: reopening flushed file at 1732666948971 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a88c650: reopening flushed file at 1732666948978 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5f91fa9d273105cf0ffffc5bdc68a53e in 907ms, sequenceid=10, compaction requested=false at 1732666948991 (+13 ms)Writing region close event to WAL at 1732666949048 (+57 ms)Running coprocessor post-close hooks at 1732666949077 (+29 ms)Closed at 1732666949077 2024-11-27T00:22:29,078 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666932460.5f91fa9d273105cf0ffffc5bdc68a53e. 2024-11-27T00:22:29,078 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c77862c85ccbfcfab0d8078c1a20c7db, disabling compactions & flushes 2024-11-27T00:22:29,078 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:29,078 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:29,078 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. after waiting 0 ms 2024-11-27T00:22:29,078 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:29,078 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c77862c85ccbfcfab0d8078c1a20c7db: Waiting for close lock at 1732666949078Running coprocessor pre-close hooks at 1732666949078Disabling compacts and flushes for region at 1732666949078Disabling writes for close at 1732666949078Failed flush hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db., putting online again at 1732666949078 2024-11-27T00:22:29,078 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:29,088 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T00:22:29,088 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c77862c85ccbfcfab0d8078c1a20c7db=hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db.} 2024-11-27T00:22:29,088 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(3091): Received CLOSE for c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:29,088 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c77862c85ccbfcfab0d8078c1a20c7db 2024-11-27T00:22:29,088 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c77862c85ccbfcfab0d8078c1a20c7db, disabling compactions & flushes 2024-11-27T00:22:29,088 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:29,088 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:29,088 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. after waiting 0 ms 2024-11-27T00:22:29,089 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:29,089 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c77862c85ccbfcfab0d8078c1a20c7db: Waiting for close lock at 1732666949088Running coprocessor pre-close hooks at 1732666949088Disabling compacts and flushes for region at 1732666949088Disabling writes for close at 1732666949088Failed flush hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db., putting online again at 1732666949089 (+1 ms) 2024-11-27T00:22:29,089 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732666935889.c77862c85ccbfcfab0d8078c1a20c7db. 2024-11-27T00:22:29,188 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 1436, reset compression=false 2024-11-27T00:22:29,198 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:29,198 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 2080, reset compression=false 2024-11-27T00:22:29,288 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:22:29,400 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/.tmp/rep_barrier/5f3bbb863e2f4aaeae8b334f20d1acbe 2024-11-27T00:22:29,402 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 2080, reset compression=false 2024-11-27T00:22:29,446 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/.tmp/table/d33c857957294b1d857acc69152140d4 is 53, key is hbase:replication/table:state/1732666937121/Put/seqid=0 2024-11-27T00:22:29,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741846_1022 (size=5308) 2024-11-27T00:22:29,470 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/.tmp/table/d33c857957294b1d857acc69152140d4 2024-11-27T00:22:29,475 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/.tmp/info/d9712304b0324ebcb4aed081b7682857 as hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/info/d9712304b0324ebcb4aed081b7682857 2024-11-27T00:22:29,479 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/info/d9712304b0324ebcb4aed081b7682857, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T00:22:29,481 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/.tmp/ns/7498c1daa94248e7b5d72cc25eaa6646 as hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/ns/7498c1daa94248e7b5d72cc25eaa6646 2024-11-27T00:22:29,486 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/ns/7498c1daa94248e7b5d72cc25eaa6646, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T00:22:29,487 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/.tmp/rep_barrier/5f3bbb863e2f4aaeae8b334f20d1acbe as hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/rep_barrier/5f3bbb863e2f4aaeae8b334f20d1acbe 2024-11-27T00:22:29,489 DEBUG [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:22:29,491 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/rep_barrier/5f3bbb863e2f4aaeae8b334f20d1acbe, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T00:22:29,492 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/.tmp/table/d33c857957294b1d857acc69152140d4 as hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/table/d33c857957294b1d857acc69152140d4 2024-11-27T00:22:29,497 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/table/d33c857957294b1d857acc69152140d4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T00:22:29,498 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1414ms, sequenceid=16, compaction requested=false 2024-11-27T00:22:29,498 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:22:29,581 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T00:22:29,581 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:22:29,581 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:22:29,581 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:22:29,582 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666948084Running coprocessor pre-close hooks at 1732666948084Disabling compacts and flushes for region at 1732666948084Disabling writes for close at 1732666948084Obtaining lock to block concurrent updates at 1732666948084Preparing flush snapshotting stores in 1588230740 at 1732666948084Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732666948085 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732666948085Flushing 1588230740/info: creating writer at 1732666948085Flushing 1588230740/info: appending metadata at 1732666948113 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732666948113Flushing 1588230740/ns: creating writer at 1732666948526 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732666948538 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732666948538Flushing 1588230740/rep_barrier: creating writer at 1732666948947 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666948970 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666948970Flushing 1588230740/table: creating writer at 1732666949406 (+436 ms)Flushing 1588230740/table: appending metadata at 1732666949445 (+39 ms)Flushing 1588230740/table: closing flushed file at 1732666949445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5db6a83e: reopening flushed file at 1732666949474 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784209df: reopening flushed file at 1732666949480 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec28171: reopening flushed file at 1732666949486 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c38c05e: reopening flushed file at 1732666949491 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1414ms, sequenceid=16, compaction requested=false at 1732666949498 (+7 ms)Writing region close event to WAL at 1732666949564 (+66 ms)Running coprocessor post-close hooks at 1732666949581 (+17 ms)Closed at 1732666949581 2024-11-27T00:22:29,582 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:22:29,689 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T00:22:29,689 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,43693,1732666922285; all regions closed. 2024-11-27T00:22:29,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741834_1010 (size=4239) 2024-11-27T00:22:29,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741839_1015 (size=2171) 2024-11-27T00:22:29,743 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 to pos 2080, reset compression=false 2024-11-27T00:22:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741832_1008 (size=2088) 2024-11-27T00:22:29,778 DEBUG [RS:0;f036bc4986ea:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:29,778 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:22:29,779 INFO [RS:0;f036bc4986ea:43693 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:22:29,779 INFO [RS:0;f036bc4986ea:43693 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:22:29,779 INFO [RS:0;f036bc4986ea:43693 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:22:29,779 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:22:29,780 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,43693,1732666922285 because: Region server is closing 2024-11-27T00:22:29,780 INFO [RS:0;f036bc4986ea:43693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:43693. 2024-11-27T00:22:29,780 DEBUG [RS:0;f036bc4986ea:43693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:29,780 DEBUG [RS:0;f036bc4986ea:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:29,780 DEBUG [RS:0;f036bc4986ea:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:29,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:29,782 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/WALs/f036bc4986ea,43693,1732666922285/f036bc4986ea%2C43693%2C1732666922285.1732666923907 2024-11-27T00:22:29,881 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.shipperf036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 terminated 2024-11-27T00:22:29,881 INFO [RS:0;f036bc4986ea:43693 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:43693. 2024-11-27T00:22:29,881 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,43693,1732666922285.replicationSource.wal-reader.f036bc4986ea%2C43693%2C1732666922285,1-f036bc4986ea,43693,1732666922285 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-27T00:22:29,881 DEBUG [RS:0;f036bc4986ea:43693 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:29,881 DEBUG [RS:0;f036bc4986ea:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:29,881 DEBUG [RS:0;f036bc4986ea:43693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:29,881 INFO [RS:0;f036bc4986ea:43693 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43693 2024-11-27T00:22:29,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:29,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-304744626/rs/f036bc4986ea,43693,1732666922285 2024-11-27T00:22:29,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626/rs 2024-11-27T00:22:29,955 INFO [RS:0;f036bc4986ea:43693 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:22:29,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,43693,1732666922285] 2024-11-27T00:22:30,018 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-304744626/draining/f036bc4986ea,43693,1732666922285 already deleted, retry=false 2024-11-27T00:22:30,018 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,43693,1732666922285 expired; onlineServers=0 2024-11-27T00:22:30,018 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,46323,1732666922101' ***** 2024-11-27T00:22:30,018 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:22:30,018 INFO [M:0;f036bc4986ea:46323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:22:30,018 INFO [M:0;f036bc4986ea:46323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:22:30,018 DEBUG [M:0;f036bc4986ea:46323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:22:30,018 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:22:30,018 DEBUG [M:0;f036bc4986ea:46323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:22:30,019 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666923635 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666923635,5,FailOnTimeoutGroup] 2024-11-27T00:22:30,019 INFO [M:0;f036bc4986ea:46323 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:22:30,019 INFO [M:0;f036bc4986ea:46323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:22:30,019 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666923636 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666923636,5,FailOnTimeoutGroup] 2024-11-27T00:22:30,019 DEBUG [M:0;f036bc4986ea:46323 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:22:30,019 INFO [M:0;f036bc4986ea:46323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:22:30,019 INFO [M:0;f036bc4986ea:46323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:22:30,019 INFO [M:0;f036bc4986ea:46323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:22:30,019 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:22:30,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-304744626/master 2024-11-27T00:22:30,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-304744626 2024-11-27T00:22:30,029 DEBUG [M:0;f036bc4986ea:46323 {}] zookeeper.ZKUtil(347): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Unable to get data of znode /1-304744626/master because node does not exist (not an error) 2024-11-27T00:22:30,029 WARN [M:0;f036bc4986ea:46323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:22:30,033 INFO [M:0;f036bc4986ea:46323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/.lastflushedseqids 2024-11-27T00:22:30,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741847_1023 (size=245) 2024-11-27T00:22:30,051 INFO [M:0;f036bc4986ea:46323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:22:30,051 INFO [M:0;f036bc4986ea:46323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:22:30,051 DEBUG [M:0;f036bc4986ea:46323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:22:30,051 INFO [M:0;f036bc4986ea:46323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:30,051 DEBUG [M:0;f036bc4986ea:46323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:30,051 DEBUG [M:0;f036bc4986ea:46323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:22:30,051 DEBUG [M:0;f036bc4986ea:46323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:30,051 INFO [M:0;f036bc4986ea:46323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T00:22:30,076 DEBUG [M:0;f036bc4986ea:46323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75493e275d374f86a71d0ae14038f2f0 is 82, key is hbase:meta,,1/info:regioninfo/1732666924897/Put/seqid=0 2024-11-27T00:22:30,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:22:30,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43693-0x10179aaed9c0004, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:22:30,098 INFO [RS:0;f036bc4986ea:43693 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:22:30,098 INFO [RS:0;f036bc4986ea:43693 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,43693,1732666922285; zookeeper connection closed. 2024-11-27T00:22:30,101 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73b23f03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73b23f03 2024-11-27T00:22:30,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741848_1024 (size=5672) 2024-11-27T00:22:30,101 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:22:30,103 INFO [M:0;f036bc4986ea:46323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75493e275d374f86a71d0ae14038f2f0 2024-11-27T00:22:30,141 DEBUG [M:0;f036bc4986ea:46323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60e9ab89160e4f5caae7dc95d75414b1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732666937124/Put/seqid=0 2024-11-27T00:22:30,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741849_1025 (size=8516) 2024-11-27T00:22:30,182 INFO [M:0;f036bc4986ea:46323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60e9ab89160e4f5caae7dc95d75414b1 2024-11-27T00:22:30,235 DEBUG [M:0;f036bc4986ea:46323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbf0d60917414759b9508408e89c2e42 is 69, key is f036bc4986ea,43693,1732666922285/rs:state/1732666923718/Put/seqid=0 2024-11-27T00:22:30,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741850_1026 (size=5156) 2024-11-27T00:22:30,271 INFO [M:0;f036bc4986ea:46323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbf0d60917414759b9508408e89c2e42 2024-11-27T00:22:30,284 DEBUG [M:0;f036bc4986ea:46323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75493e275d374f86a71d0ae14038f2f0 as hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75493e275d374f86a71d0ae14038f2f0 2024-11-27T00:22:30,290 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 636, reset compression=false 2024-11-27T00:22:30,291 INFO [M:0;f036bc4986ea:46323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75493e275d374f86a71d0ae14038f2f0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T00:22:30,294 DEBUG [M:0;f036bc4986ea:46323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60e9ab89160e4f5caae7dc95d75414b1 as hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60e9ab89160e4f5caae7dc95d75414b1 2024-11-27T00:22:30,304 INFO [M:0;f036bc4986ea:46323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60e9ab89160e4f5caae7dc95d75414b1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T00:22:30,305 DEBUG [M:0;f036bc4986ea:46323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbf0d60917414759b9508408e89c2e42 as hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbf0d60917414759b9508408e89c2e42 2024-11-27T00:22:30,311 INFO [M:0;f036bc4986ea:46323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42983/user/jenkins/test-data/d27bc4de-8c24-c7b0-b365-5b32a8dbb9bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbf0d60917414759b9508408e89c2e42, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T00:22:30,312 INFO [M:0;f036bc4986ea:46323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 261ms, sequenceid=97, compaction requested=false 2024-11-27T00:22:30,389 INFO [M:0;f036bc4986ea:46323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:30,389 DEBUG [M:0;f036bc4986ea:46323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666950051Disabling compacts and flushes for region at 1732666950051Disabling writes for close at 1732666950051Obtaining lock to block concurrent updates at 1732666950051Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666950051Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732666950052 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666950052Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666950052Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666950076 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666950076Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666950107 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666950140 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666950140Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666950187 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666950235 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666950235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73e33399: reopening flushed file at 1732666950283 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ffbd: reopening flushed file at 1732666950291 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@314c0aaa: reopening flushed file at 1732666950304 (+13 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 261ms, sequenceid=97, compaction requested=false at 1732666950312 (+8 ms)Writing region close event to WAL at 1732666950389 (+77 ms)Closed at 1732666950389 2024-11-27T00:22:30,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36497 is added to blk_1073741830_1006 (size=63654) 2024-11-27T00:22:30,410 INFO [M:0;f036bc4986ea:46323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:22:30,410 INFO [M:0;f036bc4986ea:46323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46323 2024-11-27T00:22:30,412 INFO [M:0;f036bc4986ea:46323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:22:30,417 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:22:30,592 INFO [M:0;f036bc4986ea:46323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:22:30,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:22:30,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46323-0x10179aaed9c0003, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:22:30,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c3d17ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:22:30,637 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@783d9914{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:22:30,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:22:30,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c308c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:22:30,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56253330{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/hadoop.log.dir/,STOPPED} 2024-11-27T00:22:30,641 WARN [BP-453044176-172.17.0.3-1732666920122 heartbeating to localhost/127.0.0.1:42983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:22:30,641 WARN [BP-453044176-172.17.0.3-1732666920122 heartbeating to localhost/127.0.0.1:42983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-453044176-172.17.0.3-1732666920122 (Datanode Uuid d5e76f57-87ab-4b6b-918f-d066bb4cc102) service to localhost/127.0.0.1:42983 2024-11-27T00:22:30,642 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:22:30,642 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:22:30,644 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:22:30,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/cluster_c99e20be-8b43-92e4-81d8-42e350921d6b/data/data1/current/BP-453044176-172.17.0.3-1732666920122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:22:30,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/cluster_c99e20be-8b43-92e4-81d8-42e350921d6b/data/data2/current/BP-453044176-172.17.0.3-1732666920122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:22:30,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fd31154{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:22:30,661 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:22:30,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:22:30,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:22:30,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2fade6b8-4101-f00c-4d5f-0ff1abc88e8a/hadoop.log.dir/,STOPPED} 2024-11-27T00:22:30,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:22:30,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:22:30,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:22:30,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:30,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:30,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:30,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:30,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:22:30,690 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1448449359, stopped=false 2024-11-27T00:22:30,690 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,45887,1732666915540 2024-11-27T00:22:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755950665/running 2024-11-27T00:22:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:22:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755950665/running 2024-11-27T00:22:30,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:22:30,702 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:22:30,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Set watcher on znode that does not yet exist, /01755950665/running 2024-11-27T00:22:30,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Set watcher on znode that does not yet exist, /01755950665/running 2024-11-27T00:22:30,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:22:30,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:30,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:30,705 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,38631,1732666915934' ***** 2024-11-27T00:22:30,705 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:22:30,706 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:22:30,706 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:22:30,706 INFO [RS:0;f036bc4986ea:38631 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:22:30,706 INFO [RS:0;f036bc4986ea:38631 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:22:30,706 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(3091): Received CLOSE for b031415e1cdb46fa7bdb40235345d674 2024-11-27T00:22:30,707 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(3091): Received CLOSE for f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:30,707 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,38631,1732666915934 2024-11-27T00:22:30,707 INFO [RS:0;f036bc4986ea:38631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:22:30,707 INFO [RS:0;f036bc4986ea:38631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:38631. 2024-11-27T00:22:30,707 DEBUG [RS:0;f036bc4986ea:38631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:30,707 DEBUG [RS:0;f036bc4986ea:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:30,707 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:22:30,707 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:22:30,707 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:22:30,707 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:22:30,708 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b031415e1cdb46fa7bdb40235345d674, disabling compactions & flushes 2024-11-27T00:22:30,708 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. 2024-11-27T00:22:30,708 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. 2024-11-27T00:22:30,708 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. after waiting 0 ms 2024-11-27T00:22:30,708 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. 2024-11-27T00:22:30,708 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b031415e1cdb46fa7bdb40235345d674 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-27T00:22:30,708 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T00:22:30,708 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1325): Online Regions={b031415e1cdb46fa7bdb40235345d674=test,,1732666930307.b031415e1cdb46fa7bdb40235345d674., f5bca989e6ef3131fafd23c1bf02c560=hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:22:30,708 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b031415e1cdb46fa7bdb40235345d674, f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:30,708 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:22:30,708 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:22:30,708 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:22:30,708 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:22:30,708 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:22:30,709 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T00:22:30,736 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:22:30,746 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/.tmp/f/19806ff1f33747c08db2c0e28e0b0b7f is 28, key is row/f:/1732666942225/DeleteFamily/seqid=0 2024-11-27T00:22:30,747 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/.tmp/info/29dbbf410476437687ac83cce4700dcb is 147, key is hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560./info:regioninfo/1732666934938/Put/seqid=0 2024-11-27T00:22:30,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741840_1016 (size=5085) 2024-11-27T00:22:30,751 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/.tmp/f/19806ff1f33747c08db2c0e28e0b0b7f 2024-11-27T00:22:30,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741841_1017 (size=7686) 2024-11-27T00:22:30,769 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19806ff1f33747c08db2c0e28e0b0b7f 2024-11-27T00:22:30,792 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/.tmp/f1/a4962b75055b47c9955d2d1f7422e05f is 29, key is row/f1:/1732666942225/DeleteFamily/seqid=0 2024-11-27T00:22:30,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741842_1018 (size=5089) 2024-11-27T00:22:30,809 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/.tmp/f1/a4962b75055b47c9955d2d1f7422e05f 2024-11-27T00:22:30,814 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4962b75055b47c9955d2d1f7422e05f 2024-11-27T00:22:30,838 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/.tmp/norep/9557ad330d734d3c84e68de4b695274f is 32, key is row/norep:/1732666942225/DeleteFamily/seqid=0 2024-11-27T00:22:30,853 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:45887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-27T00:22:30,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741843_1019 (size=5101) 2024-11-27T00:22:30,899 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:22:30,899 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:22:30,908 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b031415e1cdb46fa7bdb40235345d674, f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:31,109 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b031415e1cdb46fa7bdb40235345d674, f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:31,157 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/.tmp/info/29dbbf410476437687ac83cce4700dcb 2024-11-27T00:22:31,179 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/.tmp/ns/1847a2ad255a4539b42682c489a1b9d6 is 43, key is default/ns:d/1732666919968/Put/seqid=0 2024-11-27T00:22:31,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741844_1020 (size=5153) 2024-11-27T00:22:31,269 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/.tmp/norep/9557ad330d734d3c84e68de4b695274f 2024-11-27T00:22:31,273 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9557ad330d734d3c84e68de4b695274f 2024-11-27T00:22:31,274 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/.tmp/f/19806ff1f33747c08db2c0e28e0b0b7f as hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/f/19806ff1f33747c08db2c0e28e0b0b7f 2024-11-27T00:22:31,278 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 19806ff1f33747c08db2c0e28e0b0b7f 2024-11-27T00:22:31,279 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/f/19806ff1f33747c08db2c0e28e0b0b7f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T00:22:31,280 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/.tmp/f1/a4962b75055b47c9955d2d1f7422e05f as hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/f1/a4962b75055b47c9955d2d1f7422e05f 2024-11-27T00:22:31,284 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4962b75055b47c9955d2d1f7422e05f 2024-11-27T00:22:31,284 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/f1/a4962b75055b47c9955d2d1f7422e05f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T00:22:31,285 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/.tmp/norep/9557ad330d734d3c84e68de4b695274f as hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/norep/9557ad330d734d3c84e68de4b695274f 2024-11-27T00:22:31,294 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9557ad330d734d3c84e68de4b695274f 2024-11-27T00:22:31,294 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/norep/9557ad330d734d3c84e68de4b695274f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T00:22:31,295 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b031415e1cdb46fa7bdb40235345d674 in 587ms, sequenceid=6, compaction requested=false 2024-11-27T00:22:31,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:22:31,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,309 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b031415e1cdb46fa7bdb40235345d674, f5bca989e6ef3131fafd23c1bf02c560 2024-11-27T00:22:31,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,310 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/default/test/b031415e1cdb46fa7bdb40235345d674/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T00:22:31,310 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:22:31,310 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:22:31,310 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. 2024-11-27T00:22:31,310 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b031415e1cdb46fa7bdb40235345d674: Waiting for close lock at 1732666950708Running coprocessor pre-close hooks at 1732666950708Disabling compacts and flushes for region at 1732666950708Disabling writes for close at 1732666950708Obtaining lock to block concurrent updates at 1732666950708Preparing flush snapshotting stores in b031415e1cdb46fa7bdb40235345d674 at 1732666950708Finished memstore snapshotting test,,1732666930307.b031415e1cdb46fa7bdb40235345d674., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732666950708Flushing stores of test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. at 1732666950709 (+1 ms)Flushing b031415e1cdb46fa7bdb40235345d674/f: creating writer at 1732666950709Flushing b031415e1cdb46fa7bdb40235345d674/f: appending metadata at 1732666950745 (+36 ms)Flushing b031415e1cdb46fa7bdb40235345d674/f: closing flushed file at 1732666950745Flushing b031415e1cdb46fa7bdb40235345d674/f1: creating writer at 1732666950769 (+24 ms)Flushing b031415e1cdb46fa7bdb40235345d674/f1: appending metadata at 1732666950791 (+22 ms)Flushing b031415e1cdb46fa7bdb40235345d674/f1: closing flushed file at 1732666950791Flushing b031415e1cdb46fa7bdb40235345d674/norep: creating writer at 1732666950815 (+24 ms)Flushing b031415e1cdb46fa7bdb40235345d674/norep: appending metadata at 1732666950837 (+22 ms)Flushing b031415e1cdb46fa7bdb40235345d674/norep: closing flushed file at 1732666950837Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a06572: reopening flushed file at 1732666951273 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a8f469: reopening flushed file at 1732666951279 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1824ba0c: reopening flushed file at 1732666951285 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b031415e1cdb46fa7bdb40235345d674 in 587ms, sequenceid=6, compaction requested=false at 1732666951295 (+10 ms)Writing region close event to WAL at 1732666951304 (+9 ms)Running coprocessor post-close hooks at 1732666951310 (+6 ms)Closed at 1732666951310 2024-11-27T00:22:31,311 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666930307.b031415e1cdb46fa7bdb40235345d674. 2024-11-27T00:22:31,311 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5bca989e6ef3131fafd23c1bf02c560, disabling compactions & flushes 2024-11-27T00:22:31,311 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. 2024-11-27T00:22:31,311 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. 2024-11-27T00:22:31,311 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. after waiting 0 ms 2024-11-27T00:22:31,311 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. 2024-11-27T00:22:31,311 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5bca989e6ef3131fafd23c1bf02c560 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-27T00:22:31,330 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/replication/f5bca989e6ef3131fafd23c1bf02c560/.tmp/queue/5a22d745079843518154fe623fb57682 is 153, key is 1-f036bc4986ea,38631,1732666915934/queue:f036bc4986ea%2C38631%2C1732666915934/1732666942499/Put/seqid=0 2024-11-27T00:22:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741845_1021 (size=5352) 2024-11-27T00:22:31,338 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/replication/f5bca989e6ef3131fafd23c1bf02c560/.tmp/queue/5a22d745079843518154fe623fb57682 2024-11-27T00:22:31,343 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/replication/f5bca989e6ef3131fafd23c1bf02c560/.tmp/queue/5a22d745079843518154fe623fb57682 as hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/replication/f5bca989e6ef3131fafd23c1bf02c560/queue/5a22d745079843518154fe623fb57682 2024-11-27T00:22:31,347 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/replication/f5bca989e6ef3131fafd23c1bf02c560/queue/5a22d745079843518154fe623fb57682, entries=1, sequenceid=8, filesize=5.2 K 2024-11-27T00:22:31,348 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f5bca989e6ef3131fafd23c1bf02c560 in 37ms, sequenceid=8, compaction requested=false 2024-11-27T00:22:31,348 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T00:22:31,352 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/replication/f5bca989e6ef3131fafd23c1bf02c560/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T00:22:31,352 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:22:31,352 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:22:31,352 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. 2024-11-27T00:22:31,352 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5bca989e6ef3131fafd23c1bf02c560: Waiting for close lock at 1732666951311Running coprocessor pre-close hooks at 1732666951311Disabling compacts and flushes for region at 1732666951311Disabling writes for close at 1732666951311Obtaining lock to block concurrent updates at 1732666951311Preparing flush snapshotting stores in f5bca989e6ef3131fafd23c1bf02c560 at 1732666951311Finished memstore snapshotting hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732666951311Flushing stores of hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. at 1732666951312 (+1 ms)Flushing f5bca989e6ef3131fafd23c1bf02c560/queue: creating writer at 1732666951312Flushing f5bca989e6ef3131fafd23c1bf02c560/queue: appending metadata at 1732666951329 (+17 ms)Flushing f5bca989e6ef3131fafd23c1bf02c560/queue: closing flushed file at 1732666951329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4da135: reopening flushed file at 1732666951342 (+13 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f5bca989e6ef3131fafd23c1bf02c560 in 37ms, sequenceid=8, compaction requested=false at 1732666951348 (+6 ms)Writing region close event to WAL at 1732666951349 (+1 ms)Running coprocessor post-close hooks at 1732666951352 (+3 ms)Closed at 1732666951352 2024-11-27T00:22:31,353 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666933742.f5bca989e6ef3131fafd23c1bf02c560. 2024-11-27T00:22:31,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:31,509 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:22:31,584 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/.tmp/ns/1847a2ad255a4539b42682c489a1b9d6 2024-11-27T00:22:31,607 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/.tmp/rep_barrier/aff0cd13fb4c45dca7706efcbcf45577 is 112, key is test,,1732666930307.b031415e1cdb46fa7bdb40235345d674./rep_barrier:seqnumDuringOpen/1732666931465/Put/seqid=0 2024-11-27T00:22:31,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741846_1022 (size=5518) 2024-11-27T00:22:31,613 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/.tmp/rep_barrier/aff0cd13fb4c45dca7706efcbcf45577 2024-11-27T00:22:31,618 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 636, reset compression=false 2024-11-27T00:22:31,627 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:22:31,627 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 1527, reset compression=false 2024-11-27T00:22:31,627 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,38631,1732666915934 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:22:31,628 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f036bc4986ea,38631,1732666915934: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f036bc4986ea,38631,1732666915934, walGroup=f036bc4986ea%2C38631%2C1732666915934, offset=f036bc4986ea%2C38631%2C1732666915934.1732666919034:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:38631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T00:22:31,630 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T00:22:31,630 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T00:22:31,631 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T00:22:31,631 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T00:22:31,631 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T00:22:31,631 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1258291200, "init": 1048576000, "max": 2306867200, "used": 1001493232 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 202997832 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T00:22:31,631 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:45887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:45887 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T00:22:31,636 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/.tmp/table/2e7739bc5ea14f218772068f3b34325a is 53, key is hbase:replication/table:state/1732666934955/Put/seqid=0 2024-11-27T00:22:31,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741847_1023 (size=5308) 2024-11-27T00:22:31,709 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:22:31,709 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:22:31,709 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:22:31,836 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.wal-reader.f036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/WALs/f036bc4986ea,38631,1732666915934/f036bc4986ea%2C38631%2C1732666915934.1732666919034 to pos 1527, reset compression=false 2024-11-27T00:22:31,909 DEBUG [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:22:32,042 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/.tmp/table/2e7739bc5ea14f218772068f3b34325a 2024-11-27T00:22:32,047 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/.tmp/info/29dbbf410476437687ac83cce4700dcb as hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/info/29dbbf410476437687ac83cce4700dcb 2024-11-27T00:22:32,062 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/info/29dbbf410476437687ac83cce4700dcb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T00:22:32,063 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/.tmp/ns/1847a2ad255a4539b42682c489a1b9d6 as hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/ns/1847a2ad255a4539b42682c489a1b9d6 2024-11-27T00:22:32,070 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/ns/1847a2ad255a4539b42682c489a1b9d6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T00:22:32,070 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/.tmp/rep_barrier/aff0cd13fb4c45dca7706efcbcf45577 as hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/rep_barrier/aff0cd13fb4c45dca7706efcbcf45577 2024-11-27T00:22:32,075 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/rep_barrier/aff0cd13fb4c45dca7706efcbcf45577, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T00:22:32,076 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/.tmp/table/2e7739bc5ea14f218772068f3b34325a as hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/table/2e7739bc5ea14f218772068f3b34325a 2024-11-27T00:22:32,081 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/table/2e7739bc5ea14f218772068f3b34325a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T00:22:32,083 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1375ms, sequenceid=16, compaction requested=false 2024-11-27T00:22:32,095 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T00:22:32,096 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:22:32,096 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:22:32,096 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:22:32,096 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666950708Running coprocessor pre-close hooks at 1732666950708Disabling compacts and flushes for region at 1732666950708Disabling writes for close at 1732666950708Obtaining lock to block concurrent updates at 1732666950709 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732666950709Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732666950709Flushing stores of hbase:meta,,1.1588230740 at 1732666950709Flushing 1588230740/info: creating writer at 1732666950709Flushing 1588230740/info: appending metadata at 1732666950746 (+37 ms)Flushing 1588230740/info: closing flushed file at 1732666950747 (+1 ms)Flushing 1588230740/ns: creating writer at 1732666951162 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732666951179 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732666951179Flushing 1588230740/rep_barrier: creating writer at 1732666951588 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666951607 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666951607Flushing 1588230740/table: creating writer at 1732666951617 (+10 ms)Flushing 1588230740/table: appending metadata at 1732666951635 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732666951635Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f812ce: reopening flushed file at 1732666952046 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31cfb2e7: reopening flushed file at 1732666952062 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4489f75a: reopening flushed file at 1732666952070 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5844add3: reopening flushed file at 1732666952075 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1375ms, sequenceid=16, compaction requested=false at 1732666952083 (+8 ms)Writing region close event to WAL at 1732666952092 (+9 ms)Running coprocessor post-close hooks at 1732666952096 (+4 ms)Closed at 1732666952096 2024-11-27T00:22:32,096 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:22:32,110 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,38631,1732666915934; all regions closed. 2024-11-27T00:22:32,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741834_1010 (size=4239) 2024-11-27T00:22:32,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741839_1015 (size=2240) 2024-11-27T00:22:32,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741832_1008 (size=1535) 2024-11-27T00:22:32,122 DEBUG [RS:0;f036bc4986ea:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:32,122 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:22:32,122 INFO [RS:0;f036bc4986ea:38631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:22:32,122 INFO [RS:0;f036bc4986ea:38631 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:22:32,122 INFO [RS:0;f036bc4986ea:38631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:22:32,122 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:22:32,122 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,38631,1732666915934 because: Region server is closing 2024-11-27T00:22:32,122 INFO [RS:0;f036bc4986ea:38631 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:38631. 2024-11-27T00:22:32,122 DEBUG [RS:0;f036bc4986ea:38631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:32,122 DEBUG [RS:0;f036bc4986ea:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:32,122 DEBUG [RS:0;f036bc4986ea:38631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:32,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:32,223 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,38631,1732666915934.replicationSource.shipperf036bc4986ea%2C38631%2C1732666915934,1-f036bc4986ea,38631,1732666915934 terminated 2024-11-27T00:22:32,223 INFO [RS:0;f036bc4986ea:38631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38631 2024-11-27T00:22:32,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665/rs 2024-11-27T00:22:32,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755950665/rs/f036bc4986ea,38631,1732666915934 2024-11-27T00:22:32,270 INFO [RS:0;f036bc4986ea:38631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:22:32,281 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,38631,1732666915934] 2024-11-27T00:22:32,291 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01755950665/draining/f036bc4986ea,38631,1732666915934 already deleted, retry=false 2024-11-27T00:22:32,291 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,38631,1732666915934 expired; onlineServers=0 2024-11-27T00:22:32,291 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,45887,1732666915540' ***** 2024-11-27T00:22:32,291 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:22:32,291 INFO [M:0;f036bc4986ea:45887 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:22:32,291 INFO [M:0;f036bc4986ea:45887 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:22:32,291 DEBUG [M:0;f036bc4986ea:45887 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:22:32,292 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:22:32,292 DEBUG [M:0;f036bc4986ea:45887 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:22:32,292 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666918712 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666918712,5,FailOnTimeoutGroup] 2024-11-27T00:22:32,292 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666918711 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666918711,5,FailOnTimeoutGroup] 2024-11-27T00:22:32,292 INFO [M:0;f036bc4986ea:45887 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:22:32,292 INFO [M:0;f036bc4986ea:45887 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:22:32,292 DEBUG [M:0;f036bc4986ea:45887 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:22:32,292 INFO [M:0;f036bc4986ea:45887 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:22:32,292 INFO [M:0;f036bc4986ea:45887 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:22:32,292 ERROR [M:0;f036bc4986ea:45887 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38889,5,PEWorkerGroup] 2024-11-27T00:22:32,292 INFO [M:0;f036bc4986ea:45887 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:22:32,292 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:22:32,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755950665/master 2024-11-27T00:22:32,302 DEBUG [M:0;f036bc4986ea:45887 {}] zookeeper.ZKUtil(347): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Unable to get data of znode /01755950665/master because node does not exist (not an error) 2024-11-27T00:22:32,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755950665 2024-11-27T00:22:32,302 WARN [M:0;f036bc4986ea:45887 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:22:32,302 INFO [M:0;f036bc4986ea:45887 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/.lastflushedseqids 2024-11-27T00:22:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741848_1024 (size=245) 2024-11-27T00:22:32,306 INFO [M:0;f036bc4986ea:45887 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:22:32,306 INFO [M:0;f036bc4986ea:45887 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:22:32,307 DEBUG [M:0;f036bc4986ea:45887 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:22:32,307 INFO [M:0;f036bc4986ea:45887 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:32,307 DEBUG [M:0;f036bc4986ea:45887 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:32,307 DEBUG [M:0;f036bc4986ea:45887 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:22:32,307 DEBUG [M:0;f036bc4986ea:45887 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:32,307 INFO [M:0;f036bc4986ea:45887 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-27T00:22:32,325 DEBUG [M:0;f036bc4986ea:45887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e7b3e7eae3841a08e24bb22454f16e6 is 82, key is hbase:meta,,1/info:regioninfo/1732666919923/Put/seqid=0 2024-11-27T00:22:32,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741849_1025 (size=5672) 2024-11-27T00:22:32,331 INFO [M:0;f036bc4986ea:45887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e7b3e7eae3841a08e24bb22454f16e6 2024-11-27T00:22:32,366 DEBUG [M:0;f036bc4986ea:45887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a65f91a1b584f23b4ed7a08b23b9b06 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732666931480/Put/seqid=0 2024-11-27T00:22:32,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741850_1026 (size=7218) 2024-11-27T00:22:32,377 INFO [M:0;f036bc4986ea:45887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a65f91a1b584f23b4ed7a08b23b9b06 2024-11-27T00:22:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:22:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38631-0x10179aaed9c0001, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:22:32,381 INFO [RS:0;f036bc4986ea:38631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:22:32,381 INFO [RS:0;f036bc4986ea:38631 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,38631,1732666915934; zookeeper connection closed. 2024-11-27T00:22:32,387 INFO [M:0;f036bc4986ea:45887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a65f91a1b584f23b4ed7a08b23b9b06 2024-11-27T00:22:32,392 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@711ecd16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@711ecd16 2024-11-27T00:22:32,392 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:22:32,414 DEBUG [M:0;f036bc4986ea:45887 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83e5e946d9984c50ba9766f8eafbe95f is 69, key is f036bc4986ea,38631,1732666915934/rs:state/1732666918869/Put/seqid=0 2024-11-27T00:22:32,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741851_1027 (size=5156) 2024-11-27T00:22:32,422 INFO [M:0;f036bc4986ea:45887 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83e5e946d9984c50ba9766f8eafbe95f 2024-11-27T00:22:32,427 DEBUG [M:0;f036bc4986ea:45887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5e7b3e7eae3841a08e24bb22454f16e6 as hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e7b3e7eae3841a08e24bb22454f16e6 2024-11-27T00:22:32,431 INFO [M:0;f036bc4986ea:45887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5e7b3e7eae3841a08e24bb22454f16e6, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T00:22:32,432 DEBUG [M:0;f036bc4986ea:45887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a65f91a1b584f23b4ed7a08b23b9b06 as hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a65f91a1b584f23b4ed7a08b23b9b06 2024-11-27T00:22:32,439 INFO [M:0;f036bc4986ea:45887 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a65f91a1b584f23b4ed7a08b23b9b06 2024-11-27T00:22:32,439 INFO [M:0;f036bc4986ea:45887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a65f91a1b584f23b4ed7a08b23b9b06, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T00:22:32,440 DEBUG [M:0;f036bc4986ea:45887 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83e5e946d9984c50ba9766f8eafbe95f as hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83e5e946d9984c50ba9766f8eafbe95f 2024-11-27T00:22:32,462 INFO [M:0;f036bc4986ea:45887 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38889/user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83e5e946d9984c50ba9766f8eafbe95f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T00:22:32,465 INFO [M:0;f036bc4986ea:45887 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=105, compaction requested=false 2024-11-27T00:22:32,520 INFO [M:0;f036bc4986ea:45887 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:32,520 DEBUG [M:0;f036bc4986ea:45887 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666952307Disabling compacts and flushes for region at 1732666952307Disabling writes for close at 1732666952307Obtaining lock to block concurrent updates at 1732666952307Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666952307Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732666952307Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666952308 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666952308Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666952325 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666952325Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666952348 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666952366 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666952366Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666952387 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666952413 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666952414 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c9f57f: reopening flushed file at 1732666952427 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58665089: reopening flushed file at 1732666952432 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a8e9e2: reopening flushed file at 1732666952439 (+7 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 158ms, sequenceid=105, compaction requested=false at 1732666952465 (+26 ms)Writing region close event to WAL at 1732666952519 (+54 ms)Closed at 1732666952519 2024-11-27T00:22:32,542 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b95617e-3eeb-53a2-d575-af7df37d0622/MasterData/WALs/f036bc4986ea,45887,1732666915540/f036bc4986ea%2C45887%2C1732666915540.1732666917293 not finished, retry = 0 2024-11-27T00:22:32,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44073 is added to blk_1073741830_1006 (size=64423) 2024-11-27T00:22:32,643 INFO [M:0;f036bc4986ea:45887 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:22:32,644 INFO [M:0;f036bc4986ea:45887 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45887 2024-11-27T00:22:32,644 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:22:32,644 INFO [M:0;f036bc4986ea:45887 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:22:32,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:22:32,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45887-0x10179aaed9c0000, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:22:32,824 INFO [M:0;f036bc4986ea:45887 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:22:32,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3382dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:22:32,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:22:32,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:22:32,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:22:32,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/hadoop.log.dir/,STOPPED} 2024-11-27T00:22:32,830 WARN [BP-1494407654-172.17.0.3-1732666913301 heartbeating to localhost/127.0.0.1:38889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:22:32,830 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:22:32,830 WARN [BP-1494407654-172.17.0.3-1732666913301 heartbeating to localhost/127.0.0.1:38889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1494407654-172.17.0.3-1732666913301 (Datanode Uuid 44580ded-7ea6-447c-af58-fe9bc3917c61) service to localhost/127.0.0.1:38889 2024-11-27T00:22:32,830 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:22:32,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/cluster_4c2c604d-7334-8017-2c18-0fabb2543a63/data/data1/current/BP-1494407654-172.17.0.3-1732666913301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:22:32,831 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:22:32,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/cluster_4c2c604d-7334-8017-2c18-0fabb2543a63/data/data2/current/BP-1494407654-172.17.0.3-1732666913301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:22:32,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46cfec75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:22:32,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:22:32,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:22:32,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:22:32,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/67afa702-bf66-fb6f-0e15-553713f8d9ee/hadoop.log.dir/,STOPPED} 2024-11-27T00:22:32,857 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T00:22:32,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:22:32,888 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 311) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63181) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63181) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42983 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38083 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63181) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38889 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-22 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=536 (was 431) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3293 (was 1641) - AvailableMemoryMB LEAK? - 2024-11-27T00:22:32,912 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=536, ProcessCount=11, AvailableMemoryMB=3293 2024-11-27T00:22:32,930 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-27T00:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/hadoop.log.dir so I do NOT create it in target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3 2024-11-27T00:22:32,930 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:22:32,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/hadoop.tmp.dir so I do NOT create it in target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3 2024-11-27T00:22:32,931 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0eaa4c71-b8e1-1148-7900-5844513b56f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:22:32,931 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3 2024-11-27T00:22:32,931 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/cluster_a57f717d-acec-cd3f-1738-86744bf55a38, deleteOnExit=true 2024-11-27T00:22:32,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10179aaed9c0002, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:22:32,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10179aaed9c0002, quorum=127.0.0.1:63181, baseZNode=/01755950665 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:22:32,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10179aaed9c0008, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:22:32,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10179aaed9c0008, quorum=127.0.0.1:63181, baseZNode=/2-759960684 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:22:32,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10179aaed9c0005, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:22:32,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10179aaed9c0005, quorum=127.0.0.1:63181, baseZNode=/1-304744626 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:22:32,999 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/cluster_a57f717d-acec-cd3f-1738-86744bf55a38/zookeeper_0, clientPort=63406, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/cluster_a57f717d-acec-cd3f-1738-86744bf55a38/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/cluster_a57f717d-acec-cd3f-1738-86744bf55a38/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T00:22:33,000 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63406 2024-11-27T00:22:33,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:22:33,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:22:33,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/test.cache.data in system properties and HBase conf 2024-11-27T00:22:33,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:22:33,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:22:33,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:22:33,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:22:33,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:22:33,001 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:22:33,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:22:33,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:22:33,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:22:33,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:22:33,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:22:33,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:22:33,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:22:33,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:22:33,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:22:33,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:22:33,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:22:33,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:22:33,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:22:33,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:22:33,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:33,412 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:22:33,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:22:33,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:22:33,419 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:22:33,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:33,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61d1ce3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:22:33,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fa58b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:22:33,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f24a4d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/java.io.tmpdir/jetty-localhost-37689-hadoop-hdfs-3_4_1-tests_jar-_-any-12111917007013208321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:22:33,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:37689} 2024-11-27T00:22:33,546 INFO [Time-limited test {}] server.Server(415): Started @325062ms 2024-11-27T00:22:33,895 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:33,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:22:33,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:22:33,903 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:22:33,903 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:22:33,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54943068{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:22:33,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47bb6c60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:22:34,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34877dfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/java.io.tmpdir/jetty-localhost-40799-hadoop-hdfs-3_4_1-tests_jar-_-any-603544466176602495/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:22:34,041 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b5cdbc6{HTTP/1.1, (http/1.1)}{localhost:40799} 2024-11-27T00:22:34,041 INFO [Time-limited test {}] server.Server(415): Started @325558ms 2024-11-27T00:22:34,043 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:22:34,918 WARN [Thread-4205 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/cluster_a57f717d-acec-cd3f-1738-86744bf55a38/data/data2/current/BP-1309715392-172.17.0.3-1732666953022/current, will proceed with Du for space computation calculation, 2024-11-27T00:22:34,921 WARN [Thread-4204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/cluster_a57f717d-acec-cd3f-1738-86744bf55a38/data/data1/current/BP-1309715392-172.17.0.3-1732666953022/current, will proceed with Du for space computation calculation, 2024-11-27T00:22:35,015 WARN [Thread-4192 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:22:35,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3f3e4737e23a2ed with lease ID 0x7a93f4ce53bf248: Processing first storage report for DS-20c530ef-4c88-4fc6-b44f-5c1b0a19569d from datanode DatanodeRegistration(127.0.0.1:34069, datanodeUuid=f3257a4b-0a05-4e44-8dca-21b4f4949b09, infoPort=40865, infoSecurePort=0, ipcPort=36353, storageInfo=lv=-57;cid=testClusterID;nsid=1683473156;c=1732666953022) 2024-11-27T00:22:35,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3f3e4737e23a2ed with lease ID 0x7a93f4ce53bf248: from storage DS-20c530ef-4c88-4fc6-b44f-5c1b0a19569d node DatanodeRegistration(127.0.0.1:34069, datanodeUuid=f3257a4b-0a05-4e44-8dca-21b4f4949b09, infoPort=40865, infoSecurePort=0, ipcPort=36353, storageInfo=lv=-57;cid=testClusterID;nsid=1683473156;c=1732666953022), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:22:35,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3f3e4737e23a2ed with lease ID 0x7a93f4ce53bf248: Processing first storage report for DS-b4ed41ee-8cff-4101-8f4b-4de4e1222d0e from datanode DatanodeRegistration(127.0.0.1:34069, datanodeUuid=f3257a4b-0a05-4e44-8dca-21b4f4949b09, infoPort=40865, infoSecurePort=0, ipcPort=36353, storageInfo=lv=-57;cid=testClusterID;nsid=1683473156;c=1732666953022) 2024-11-27T00:22:35,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3f3e4737e23a2ed with lease ID 0x7a93f4ce53bf248: from storage DS-b4ed41ee-8cff-4101-8f4b-4de4e1222d0e node DatanodeRegistration(127.0.0.1:34069, datanodeUuid=f3257a4b-0a05-4e44-8dca-21b4f4949b09, infoPort=40865, infoSecurePort=0, ipcPort=36353, storageInfo=lv=-57;cid=testClusterID;nsid=1683473156;c=1732666953022), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:22:35,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3 2024-11-27T00:22:35,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:35,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:35,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:22:35,563 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d with version=8 2024-11-27T00:22:35,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/hbase-staging 2024-11-27T00:22:35,567 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:22:35,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:35,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:35,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:22:35,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:35,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:22:35,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:22:35,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:22:35,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37877 2024-11-27T00:22:35,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37877 connecting to ZooKeeper ensemble=127.0.0.1:63406 2024-11-27T00:22:35,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378770x0, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:35,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37877-0x10179ab88d10000 connected 2024-11-27T00:22:35,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:35,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:35,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Set watcher on znode that does not yet exist, /0-874362163/running 2024-11-27T00:22:35,844 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d, hbase.cluster.distributed=false 2024-11-27T00:22:35,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Set watcher on znode that does not yet exist, /0-874362163/acl 2024-11-27T00:22:35,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37877 2024-11-27T00:22:35,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37877 2024-11-27T00:22:35,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37877 2024-11-27T00:22:35,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37877 2024-11-27T00:22:35,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37877 2024-11-27T00:22:35,879 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:22:35,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:35,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:35,879 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:22:35,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:35,879 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:22:35,879 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:22:35,879 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:22:35,880 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43357 2024-11-27T00:22:35,881 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43357 connecting to ZooKeeper ensemble=127.0.0.1:63406 2024-11-27T00:22:35,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:35,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:35,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433570x0, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:35,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Set watcher on znode that does not yet exist, /0-874362163/running 2024-11-27T00:22:35,901 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:22:35,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43357-0x10179ab88d10001 connected 2024-11-27T00:22:35,902 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:22:35,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Set watcher on znode that does not yet exist, /0-874362163/master 2024-11-27T00:22:35,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Set watcher on znode that does not yet exist, /0-874362163/acl 2024-11-27T00:22:35,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43357 2024-11-27T00:22:35,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43357 2024-11-27T00:22:35,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43357 2024-11-27T00:22:35,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43357 2024-11-27T00:22:35,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43357 2024-11-27T00:22:35,935 DEBUG [M:0;f036bc4986ea:37877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:37877 2024-11-27T00:22:35,936 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-874362163/backup-masters/f036bc4986ea,37877,1732666955566 2024-11-27T00:22:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163/backup-masters 2024-11-27T00:22:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163/backup-masters 2024-11-27T00:22:35,944 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Set watcher on existing znode=/0-874362163/backup-masters/f036bc4986ea,37877,1732666955566 2024-11-27T00:22:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-874362163/master 2024-11-27T00:22:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163 2024-11-27T00:22:35,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163 2024-11-27T00:22:35,955 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Set watcher on existing znode=/0-874362163/master 2024-11-27T00:22:35,955 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-874362163/backup-masters/f036bc4986ea,37877,1732666955566 from backup master directory 2024-11-27T00:22:35,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163/backup-masters 2024-11-27T00:22:35,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-874362163/backup-masters/f036bc4986ea,37877,1732666955566 2024-11-27T00:22:35,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163/backup-masters 2024-11-27T00:22:35,965 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:22:35,965 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,37877,1732666955566 2024-11-27T00:22:35,984 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/hbase.id] with ID: f4746bb2-0ab7-41ea-8433-722c9424da02 2024-11-27T00:22:35,984 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/.tmp/hbase.id 2024-11-27T00:22:36,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:22:36,040 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/.tmp/hbase.id]:[hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/hbase.id] 2024-11-27T00:22:36,092 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:36,092 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:22:36,094 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T00:22:36,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163 2024-11-27T00:22:36,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163 2024-11-27T00:22:36,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:22:36,137 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:22:36,138 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:22:36,145 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:36,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:22:36,178 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/MasterData/data/master/store 2024-11-27T00:22:36,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:22:36,221 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:36,221 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:22:36,222 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:36,222 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:36,222 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:22:36,222 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:36,222 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:36,222 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666956221Disabling compacts and flushes for region at 1732666956221Disabling writes for close at 1732666956222 (+1 ms)Writing region close event to WAL at 1732666956222Closed at 1732666956222 2024-11-27T00:22:36,222 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/MasterData/data/master/store/.initializing 2024-11-27T00:22:36,223 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/MasterData/WALs/f036bc4986ea,37877,1732666955566 2024-11-27T00:22:36,223 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:22:36,225 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C37877%2C1732666955566, suffix=, logDir=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/MasterData/WALs/f036bc4986ea,37877,1732666955566, archiveDir=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/MasterData/oldWALs, maxLogs=10 2024-11-27T00:22:36,245 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/MasterData/WALs/f036bc4986ea,37877,1732666955566/f036bc4986ea%2C37877%2C1732666955566.1732666956225, exclude list is [], retry=0 2024-11-27T00:22:36,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-20c530ef-4c88-4fc6-b44f-5c1b0a19569d,DISK] 2024-11-27T00:22:36,280 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/MasterData/WALs/f036bc4986ea,37877,1732666955566/f036bc4986ea%2C37877%2C1732666955566.1732666956225 2024-11-27T00:22:36,283 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40865:40865)] 2024-11-27T00:22:36,284 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:36,284 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:36,284 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:36,284 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:36,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:36,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:22:36,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:36,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:36,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:36,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:22:36,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:36,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:36,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:36,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:22:36,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:36,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:36,322 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:36,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:22:36,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:36,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:36,324 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:36,325 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:36,325 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:36,326 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:36,326 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:36,326 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:36,328 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:36,342 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:36,342 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69740452, jitterRate=0.039213716983795166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:36,343 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666956284Initializing all the Stores at 1732666956285 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666956285Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666956296 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666956296Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666956296Cleaning up temporary data from old regions at 1732666956326 (+30 ms)Region opened successfully at 1732666956343 (+17 ms) 2024-11-27T00:22:36,356 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:22:36,359 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff0b73c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:22:36,360 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:22:36,360 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:22:36,360 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:22:36,360 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:22:36,361 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:22:36,361 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:22:36,361 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:22:36,379 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:22:36,380 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Unable to get data of znode /0-874362163/balancer because node does not exist (not necessarily an error) 2024-11-27T00:22:36,385 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-874362163/balancer already deleted, retry=false 2024-11-27T00:22:36,386 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:22:36,387 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Unable to get data of znode /0-874362163/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:22:36,396 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-874362163/normalizer already deleted, retry=false 2024-11-27T00:22:36,397 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:22:36,409 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Unable to get data of znode /0-874362163/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:22:36,417 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-874362163/switch/split already deleted, retry=false 2024-11-27T00:22:36,418 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Unable to get data of znode /0-874362163/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:22:36,428 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-874362163/switch/merge already deleted, retry=false 2024-11-27T00:22:36,430 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Unable to get data of znode /0-874362163/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:22:36,438 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-874362163/snapshot-cleanup already deleted, retry=false 2024-11-27T00:22:36,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-874362163/running 2024-11-27T00:22:36,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-874362163/running 2024-11-27T00:22:36,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163 2024-11-27T00:22:36,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163 2024-11-27T00:22:36,449 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,37877,1732666955566, sessionid=0x10179ab88d10000, setting cluster-up flag (Was=false) 2024-11-27T00:22:36,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163 2024-11-27T00:22:36,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163 2024-11-27T00:22:36,501 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-874362163/flush-table-proc/acquired, /0-874362163/flush-table-proc/reached, /0-874362163/flush-table-proc/abort 2024-11-27T00:22:36,502 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,37877,1732666955566 2024-11-27T00:22:36,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163 2024-11-27T00:22:36,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163 2024-11-27T00:22:36,554 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-874362163/online-snapshot/acquired, /0-874362163/online-snapshot/reached, /0-874362163/online-snapshot/abort 2024-11-27T00:22:36,555 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,37877,1732666955566 2024-11-27T00:22:36,556 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:22:36,558 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:36,558 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:22:36,558 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:22:36,559 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,37877,1732666955566 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:22:36,560 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:36,560 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:36,560 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:36,560 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:36,560 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:22:36,560 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:36,560 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:22:36,560 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:36,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:36,562 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:22:36,563 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:36,563 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:22:36,564 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666986564 2024-11-27T00:22:36,564 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:22:36,564 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:22:36,564 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:22:36,564 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:22:36,564 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:22:36,564 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:22:36,576 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:36,580 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:22:36,580 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:22:36,580 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:22:36,580 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:22:36,582 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:22:36,582 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:22:36,585 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666956582,5,FailOnTimeoutGroup] 2024-11-27T00:22:36,585 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666956585,5,FailOnTimeoutGroup] 2024-11-27T00:22:36,585 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:36,585 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:22:36,586 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:36,586 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:36,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:22:36,631 INFO [RS:0;f036bc4986ea:43357 {}] regionserver.HRegionServer(746): ClusterId : f4746bb2-0ab7-41ea-8433-722c9424da02 2024-11-27T00:22:36,631 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:22:36,645 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:22:36,645 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:22:36,684 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:22:36,684 DEBUG [RS:0;f036bc4986ea:43357 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d4627a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:22:36,710 DEBUG [RS:0;f036bc4986ea:43357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:43357 2024-11-27T00:22:36,710 INFO [RS:0;f036bc4986ea:43357 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:22:36,710 INFO [RS:0;f036bc4986ea:43357 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:22:36,710 DEBUG [RS:0;f036bc4986ea:43357 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:22:36,716 INFO [RS:0;f036bc4986ea:43357 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,37877,1732666955566 with port=43357, startcode=1732666955878 2024-11-27T00:22:36,717 DEBUG [RS:0;f036bc4986ea:43357 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:22:36,721 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:22:36,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,43357,1732666955878 2024-11-27T00:22:36,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37877 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,43357,1732666955878 2024-11-27T00:22:36,723 DEBUG [RS:0;f036bc4986ea:43357 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d 2024-11-27T00:22:36,723 DEBUG [RS:0;f036bc4986ea:43357 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39855 2024-11-27T00:22:36,723 DEBUG [RS:0;f036bc4986ea:43357 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:22:36,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163/rs 2024-11-27T00:22:36,800 DEBUG [RS:0;f036bc4986ea:43357 {}] zookeeper.ZKUtil(111): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Set watcher on existing znode=/0-874362163/rs/f036bc4986ea,43357,1732666955878 2024-11-27T00:22:36,800 WARN [RS:0;f036bc4986ea:43357 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:22:36,801 INFO [RS:0;f036bc4986ea:43357 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:36,801 DEBUG [RS:0;f036bc4986ea:43357 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/WALs/f036bc4986ea,43357,1732666955878 2024-11-27T00:22:36,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,43357,1732666955878] 2024-11-27T00:22:36,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:22:36,819 INFO [RS:0;f036bc4986ea:43357 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:22:36,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:36,975 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:22:36,975 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T00:22:36,975 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:22:36,979 INFO [RS:0;f036bc4986ea:43357 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:22:37,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:22:37,003 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d 2024-11-27T00:22:37,012 INFO [RS:0;f036bc4986ea:43357 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:22:37,012 INFO [RS:0;f036bc4986ea:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,033 INFO [RS:0;f036bc4986ea:43357 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:22:37,035 INFO [RS:0;f036bc4986ea:43357 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:22:37,035 INFO [RS:0;f036bc4986ea:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,035 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:37,035 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:37,035 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:37,035 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:37,035 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:37,035 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:22:37,035 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:37,035 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:37,035 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:37,035 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:37,036 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:37,036 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:37,036 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:22:37,036 DEBUG [RS:0;f036bc4986ea:43357 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:22:37,048 INFO [RS:0;f036bc4986ea:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,048 INFO [RS:0;f036bc4986ea:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,048 INFO [RS:0;f036bc4986ea:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,048 INFO [RS:0;f036bc4986ea:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,048 INFO [RS:0;f036bc4986ea:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,048 INFO [RS:0;f036bc4986ea:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,43357,1732666955878-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:22:37,077 INFO [RS:0;f036bc4986ea:43357 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:22:37,077 INFO [RS:0;f036bc4986ea:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,43357,1732666955878-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,078 INFO [RS:0;f036bc4986ea:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,078 INFO [RS:0;f036bc4986ea:43357 {}] regionserver.Replication(171): f036bc4986ea,43357,1732666955878 started 2024-11-27T00:22:37,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741832_1008 (size=32) 2024-11-27T00:22:37,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:37,099 INFO [RS:0;f036bc4986ea:43357 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,099 INFO [RS:0;f036bc4986ea:43357 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,43357,1732666955878, RpcServer on f036bc4986ea/172.17.0.3:43357, sessionid=0x10179ab88d10001 2024-11-27T00:22:37,099 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:22:37,099 DEBUG [RS:0;f036bc4986ea:43357 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,43357,1732666955878 2024-11-27T00:22:37,099 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,43357,1732666955878' 2024-11-27T00:22:37,099 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-874362163/flush-table-proc/abort' 2024-11-27T00:22:37,100 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-874362163/flush-table-proc/acquired' 2024-11-27T00:22:37,100 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:22:37,100 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:22:37,100 DEBUG [RS:0;f036bc4986ea:43357 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,43357,1732666955878 2024-11-27T00:22:37,100 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,43357,1732666955878' 2024-11-27T00:22:37,100 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-874362163/online-snapshot/abort' 2024-11-27T00:22:37,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:22:37,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:22:37,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:37,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:37,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:22:37,104 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-874362163/online-snapshot/acquired' 2024-11-27T00:22:37,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:22:37,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:37,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:37,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:22:37,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:22:37,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:37,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:37,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:22:37,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:22:37,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:37,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:37,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:22:37,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/data/hbase/meta/1588230740 2024-11-27T00:22:37,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/data/hbase/meta/1588230740 2024-11-27T00:22:37,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:22:37,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:22:37,115 DEBUG [RS:0;f036bc4986ea:43357 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:22:37,115 INFO [RS:0;f036bc4986ea:43357 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:22:37,115 INFO [RS:0;f036bc4986ea:43357 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:22:37,115 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:37,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:22:37,156 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:37,156 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61912219, jitterRate=-0.07743604481220245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:37,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666957094Initializing all the Stores at 1732666957094Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666957094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666957100 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666957100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666957100Cleaning up temporary data from old regions at 1732666957111 (+11 ms)Region opened successfully at 1732666957157 (+46 ms) 2024-11-27T00:22:37,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:22:37,157 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:22:37,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:22:37,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:22:37,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:22:37,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:22:37,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666957157Disabling compacts and flushes for region at 1732666957157Disabling writes for close at 1732666957157Writing region close event to WAL at 1732666957162 (+5 ms)Closed at 1732666957162 2024-11-27T00:22:37,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:37,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:22:37,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:22:37,175 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:22:37,178 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:22:37,219 INFO [RS:0;f036bc4986ea:43357 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:22:37,226 INFO [RS:0;f036bc4986ea:43357 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C43357%2C1732666955878, suffix=, logDir=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/WALs/f036bc4986ea,43357,1732666955878, archiveDir=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/oldWALs, maxLogs=10 2024-11-27T00:22:37,247 DEBUG [RS:0;f036bc4986ea:43357 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/WALs/f036bc4986ea,43357,1732666955878/f036bc4986ea%2C43357%2C1732666955878.1732666957227, exclude list is [], retry=0 2024-11-27T00:22:37,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-20c530ef-4c88-4fc6-b44f-5c1b0a19569d,DISK] 2024-11-27T00:22:37,266 INFO [RS:0;f036bc4986ea:43357 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/WALs/f036bc4986ea,43357,1732666955878/f036bc4986ea%2C43357%2C1732666955878.1732666957227 2024-11-27T00:22:37,266 DEBUG [RS:0;f036bc4986ea:43357 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40865:40865)] 2024-11-27T00:22:37,330 DEBUG [f036bc4986ea:37877 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:22:37,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,43357,1732666955878 2024-11-27T00:22:37,335 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,43357,1732666955878, state=OPENING 2024-11-27T00:22:37,435 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:22:37,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163 2024-11-27T00:22:37,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-874362163/meta-region-server: CHANGED 2024-11-27T00:22:37,452 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:22:37,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,43357,1732666955878}] 2024-11-27T00:22:37,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-874362163 2024-11-27T00:22:37,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-874362163/meta-region-server: CHANGED 2024-11-27T00:22:37,616 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:22:37,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:22:37,652 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:22:37,652 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:37,652 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:22:37,662 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C43357%2C1732666955878.meta, suffix=.meta, logDir=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/WALs/f036bc4986ea,43357,1732666955878, archiveDir=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/oldWALs, maxLogs=10 2024-11-27T00:22:37,680 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/WALs/f036bc4986ea,43357,1732666955878/f036bc4986ea%2C43357%2C1732666955878.meta.1732666957663.meta, exclude list is [], retry=0 2024-11-27T00:22:37,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34069,DS-20c530ef-4c88-4fc6-b44f-5c1b0a19569d,DISK] 2024-11-27T00:22:37,708 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/WALs/f036bc4986ea,43357,1732666955878/f036bc4986ea%2C43357%2C1732666955878.meta.1732666957663.meta 2024-11-27T00:22:37,715 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40865:40865)] 2024-11-27T00:22:37,716 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:37,716 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:22:37,716 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:22:37,716 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:22:37,716 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:22:37,716 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:22:37,717 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:37,717 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:22:37,717 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:22:37,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:22:37,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:22:37,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:37,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:37,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:22:37,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:22:37,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:37,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:37,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:22:37,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:22:37,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:37,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:37,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:22:37,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:22:37,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:37,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:37,757 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:22:37,758 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/data/hbase/meta/1588230740 2024-11-27T00:22:37,760 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/data/hbase/meta/1588230740 2024-11-27T00:22:37,761 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:22:37,761 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:22:37,762 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:37,763 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:22:37,764 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63682927, jitterRate=-0.05105043947696686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:37,764 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:22:37,765 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666957717Writing region info on filesystem at 1732666957717Initializing all the Stores at 1732666957726 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666957726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666957726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666957726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666957726Cleaning up temporary data from old regions at 1732666957761 (+35 ms)Running coprocessor post-open hooks at 1732666957764 (+3 ms)Region opened successfully at 1732666957764 2024-11-27T00:22:37,766 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666957616 2024-11-27T00:22:37,779 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:22:37,779 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:22:37,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,43357,1732666955878 2024-11-27T00:22:37,786 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,43357,1732666955878, state=OPEN 2024-11-27T00:22:37,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37877-0x10179ab88d10000, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-874362163/meta-region-server 2024-11-27T00:22:37,894 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,43357,1732666955878 2024-11-27T00:22:37,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-874362163/meta-region-server: CHANGED 2024-11-27T00:22:37,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43357-0x10179ab88d10001, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-874362163/meta-region-server 2024-11-27T00:22:37,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-874362163/meta-region-server: CHANGED 2024-11-27T00:22:37,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:22:37,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,43357,1732666955878 in 443 msec 2024-11-27T00:22:37,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:22:37,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 734 msec 2024-11-27T00:22:37,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:37,911 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:22:37,928 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:37,929 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43357,1732666955878, seqNum=-1] 2024-11-27T00:22:37,929 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:37,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:37,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4030 sec 2024-11-27T00:22:37,968 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666957968, completionTime=-1 2024-11-27T00:22:37,968 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:22:37,968 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:22:37,974 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:22:37,974 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732667017974 2024-11-27T00:22:37,974 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732667077974 2024-11-27T00:22:37,974 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-27T00:22:37,984 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37877,1732666955566-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,984 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37877,1732666955566-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,985 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37877,1732666955566-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,985 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:37877, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,985 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,992 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:37,993 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:22:38,002 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.037sec 2024-11-27T00:22:38,002 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:22:38,002 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:22:38,002 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:22:38,003 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:22:38,003 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:22:38,003 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37877,1732666955566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:22:38,003 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37877,1732666955566-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:22:38,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:22:38,044 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:22:38,044 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,37877,1732666955566-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:38,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a663788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:38,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37877,-1 for getting cluster id 2024-11-27T00:22:38,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:38,077 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4746bb2-0ab7-41ea-8433-722c9424da02' 2024-11-27T00:22:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4746bb2-0ab7-41ea-8433-722c9424da02" 2024-11-27T00:22:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8d4766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37877,-1] 2024-11-27T00:22:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:38,080 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:38,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28260d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:38,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:38,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,43357,1732666955878, seqNum=-1] 2024-11-27T00:22:38,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:38,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:38,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,37877,1732666955566 2024-11-27T00:22:38,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63406 2024-11-27T00:22:38,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63406, baseZNode=/0-874362163 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:38,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10179ab88d10002 connected 2024-11-27T00:22:38,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37877,1732666955566 2024-11-27T00:22:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4581d32e 2024-11-27T00:22:38,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:38,179 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:22:38,180 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:22:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:22:38,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:22:38,193 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:38,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:22:38,195 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:22:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:38,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:22:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:38,685 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a85fcfeb7e061ebaadaad940c15007f, NAME => 'test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d 2024-11-27T00:22:38,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34069 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:22:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:39,148 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:39,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:22:39,149 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128776 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:22:39,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:39,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3a85fcfeb7e061ebaadaad940c15007f, disabling compactions & flushes 2024-11-27T00:22:39,165 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f. 2024-11-27T00:22:39,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f. 2024-11-27T00:22:39,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f. after waiting 0 ms 2024-11-27T00:22:39,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f. 2024-11-27T00:22:39,165 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f. 2024-11-27T00:22:39,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a85fcfeb7e061ebaadaad940c15007f: Waiting for close lock at 1732666959165Disabling compacts and flushes for region at 1732666959165Disabling writes for close at 1732666959165Writing region close event to WAL at 1732666959165Closed at 1732666959165 2024-11-27T00:22:39,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:22:39,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666959169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666959169"}]},"ts":"1732666959169"} 2024-11-27T00:22:39,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:22:39,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:22:39,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666959182"}]},"ts":"1732666959182"} 2024-11-27T00:22:39,189 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:22:39,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a85fcfeb7e061ebaadaad940c15007f, ASSIGN}] 2024-11-27T00:22:39,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3a85fcfeb7e061ebaadaad940c15007f, ASSIGN 2024-11-27T00:22:39,199 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3a85fcfeb7e061ebaadaad940c15007f, ASSIGN; state=OFFLINE, location=f036bc4986ea,43357,1732666955878; forceNewPlan=false, retain=false 2024-11-27T00:22:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:39,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a85fcfeb7e061ebaadaad940c15007f, regionState=OPENING, regionLocation=f036bc4986ea,43357,1732666955878 2024-11-27T00:22:39,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3a85fcfeb7e061ebaadaad940c15007f, ASSIGN because future has completed 2024-11-27T00:22:39,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a85fcfeb7e061ebaadaad940c15007f, server=f036bc4986ea,43357,1732666955878}] 2024-11-27T00:22:39,540 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f. 2024-11-27T00:22:39,540 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a85fcfeb7e061ebaadaad940c15007f, NAME => 'test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:39,541 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:22:39,541 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:22:39,541 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3a85fcfeb7e061ebaadaad940c15007f 2024-11-27T00:22:39,541 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:39,541 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3a85fcfeb7e061ebaadaad940c15007f 2024-11-27T00:22:39,541 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3a85fcfeb7e061ebaadaad940c15007f 2024-11-27T00:22:39,560 INFO [StoreOpener-3a85fcfeb7e061ebaadaad940c15007f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3a85fcfeb7e061ebaadaad940c15007f 2024-11-27T00:22:39,569 INFO [StoreOpener-3a85fcfeb7e061ebaadaad940c15007f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a85fcfeb7e061ebaadaad940c15007f columnFamilyName f 2024-11-27T00:22:39,569 DEBUG [StoreOpener-3a85fcfeb7e061ebaadaad940c15007f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:39,570 INFO [StoreOpener-3a85fcfeb7e061ebaadaad940c15007f-1 {}] regionserver.HStore(327): Store=3a85fcfeb7e061ebaadaad940c15007f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:39,570 INFO [StoreOpener-3a85fcfeb7e061ebaadaad940c15007f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3a85fcfeb7e061ebaadaad940c15007f 2024-11-27T00:22:39,576 INFO [StoreOpener-3a85fcfeb7e061ebaadaad940c15007f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a85fcfeb7e061ebaadaad940c15007f columnFamilyName f1 2024-11-27T00:22:39,577 DEBUG [StoreOpener-3a85fcfeb7e061ebaadaad940c15007f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:39,584 INFO [StoreOpener-3a85fcfeb7e061ebaadaad940c15007f-1 {}] regionserver.HStore(327): Store=3a85fcfeb7e061ebaadaad940c15007f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:39,584 INFO [StoreOpener-3a85fcfeb7e061ebaadaad940c15007f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3a85fcfeb7e061ebaadaad940c15007f 2024-11-27T00:22:39,596 INFO [StoreOpener-3a85fcfeb7e061ebaadaad940c15007f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a85fcfeb7e061ebaadaad940c15007f columnFamilyName norep 2024-11-27T00:22:39,597 DEBUG [StoreOpener-3a85fcfeb7e061ebaadaad940c15007f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:39,604 INFO [StoreOpener-3a85fcfeb7e061ebaadaad940c15007f-1 {}] regionserver.HStore(327): Store=3a85fcfeb7e061ebaadaad940c15007f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:39,604 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3a85fcfeb7e061ebaadaad940c15007f 2024-11-27T00:22:39,608 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/data/default/test/3a85fcfeb7e061ebaadaad940c15007f 2024-11-27T00:22:39,620 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/data/default/test/3a85fcfeb7e061ebaadaad940c15007f 2024-11-27T00:22:39,648 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3a85fcfeb7e061ebaadaad940c15007f 2024-11-27T00:22:39,648 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3a85fcfeb7e061ebaadaad940c15007f 2024-11-27T00:22:39,656 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:22:39,681 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3a85fcfeb7e061ebaadaad940c15007f 2024-11-27T00:22:39,728 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/data/default/test/3a85fcfeb7e061ebaadaad940c15007f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:39,732 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3a85fcfeb7e061ebaadaad940c15007f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60018932, jitterRate=-0.1056482195854187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:22:39,732 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a85fcfeb7e061ebaadaad940c15007f 2024-11-27T00:22:39,733 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3a85fcfeb7e061ebaadaad940c15007f: Running coprocessor pre-open hook at 1732666959541Writing region info on filesystem at 1732666959541Initializing all the Stores at 1732666959554 (+13 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666959554Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666959558 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666959558Cleaning up temporary data from old regions at 1732666959648 (+90 ms)Running coprocessor post-open hooks at 1732666959732 (+84 ms)Region opened successfully at 1732666959733 (+1 ms) 2024-11-27T00:22:39,744 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f., pid=6, masterSystemTime=1732666959516 2024-11-27T00:22:39,759 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f. 2024-11-27T00:22:39,759 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666958180.3a85fcfeb7e061ebaadaad940c15007f. 2024-11-27T00:22:39,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3a85fcfeb7e061ebaadaad940c15007f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,43357,1732666955878 2024-11-27T00:22:39,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a85fcfeb7e061ebaadaad940c15007f, server=f036bc4986ea,43357,1732666955878 because future has completed 2024-11-27T00:22:39,774 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37877 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f036bc4986ea,43357,1732666955878, table=test, region=3a85fcfeb7e061ebaadaad940c15007f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T00:22:39,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:22:39,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a85fcfeb7e061ebaadaad940c15007f, server=f036bc4986ea,43357,1732666955878 in 426 msec 2024-11-27T00:22:39,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:22:39,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3a85fcfeb7e061ebaadaad940c15007f, ASSIGN in 608 msec 2024-11-27T00:22:39,814 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:22:39,815 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666959814"}]},"ts":"1732666959814"} 2024-11-27T00:22:39,828 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:22:39,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:22:39,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.6490 sec 2024-11-27T00:22:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:22:40,350 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:22:40,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ce6972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:40,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37877,-1 for getting cluster id 2024-11-27T00:22:40,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:40,372 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4746bb2-0ab7-41ea-8433-722c9424da02' 2024-11-27T00:22:40,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4746bb2-0ab7-41ea-8433-722c9424da02" 2024-11-27T00:22:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3d5383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37877,-1] 2024-11-27T00:22:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:40,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:40,374 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:40,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b35ec32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:40,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:40,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37877,1732666955566 2024-11-27T00:22:40,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bd5df11 2024-11-27T00:22:40,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:40,393 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:22:40,394 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:37877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:22:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:22:40,398 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:37877' 2024-11-27T00:22:40,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:40,404 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd2a53b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:40,404 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,37877,-1 for getting cluster id 2024-11-27T00:22:40,405 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:40,406 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4746bb2-0ab7-41ea-8433-722c9424da02' 2024-11-27T00:22:40,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:40,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4746bb2-0ab7-41ea-8433-722c9424da02" 2024-11-27T00:22:40,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf9f751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:40,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,37877,-1] 2024-11-27T00:22:40,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:40,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:40,407 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:40,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27831476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:40,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:40,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,37877,1732666955566 2024-11-27T00:22:40,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1da342bf 2024-11-27T00:22:40,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:22:40,411 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:22:40,417 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T00:22:40,417 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:22:40,418 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:40,418 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:40,418 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f036bc4986ea:37877, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T00:22:40,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:40,436 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f036bc4986ea:37877, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f036bc4986ea:37877, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f036bc4986ea:37877, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-27T00:22:40,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f036bc4986ea:37877, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=43 msec 2024-11-27T00:22:40,453 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-27T00:22:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:22:40,526 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://f036bc4986ea:37877, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-27T00:22:40,528 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:22:40,528 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:22:40,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:40,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:40,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:22:40,580 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 361) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1309715392-172.17.0.3-1732666953022:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1309715392-172.17.0.3-1732666953022:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7927-acceptor-0@b80f416-ServerConnector@2e31ea48{HTTP/1.1, (http/1.1)}{localhost:37689} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63406) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcessThread(sid:0 cport:63406): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@4024851e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: f036bc4986ea:37877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-37872a5f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63406) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server idle connection scanner for port 39855 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1288804563-7925 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f38d4433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1679378324-7974 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1679378324-7973-acceptor-0@60390575-ServerConnector@6b5cdbc6{HTTP/1.1, (http/1.1)}{localhost:40799} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server handler 2 on default port 39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63406) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: BP-1309715392-172.17.0.3-1732666953022 heartbeating to localhost/127.0.0.1:39855 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@54070333[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp1288804563-7926 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f38d4433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-1faca6c2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f036bc4986ea:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1288804563-7930 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/cluster_a57f717d-acec-cd3f-1738-86744bf55a38/data/data1/current/BP-1309715392-172.17.0.3-1732666953022 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007f38d49f9120.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@589e39f4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f38d4433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153359190_20 at /127.0.0.1:55124 [Receiving block BP-1309715392-172.17.0.3-1732666953022:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7924 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f38d4433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f036bc4986ea:43357-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666956582 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f036bc4986ea:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153359190_20 at /127.0.0.1:55138 [Receiving block BP-1309715392-172.17.0.3-1732666953022:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/cluster_a57f717d-acec-cd3f-1738-86744bf55a38/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@7690ed82 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 1 on default port 36353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153359190_20 at /127.0.0.1:55062 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1309715392-172.17.0.3-1732666953022:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d-prefix:f036bc4986ea,43357,1732666955878 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36353 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666956585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/f036bc4986ea:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1679378324-7975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/cluster_a57f717d-acec-cd3f-1738-86744bf55a38/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@493f33c java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;f036bc4986ea:43357 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d/MasterData-prefix:f036bc4986ea,37877,1732666955566 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39855 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1774889236_20 at /127.0.0.1:55102 [Receiving block BP-1309715392-172.17.0.3-1732666953022:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f036bc4986ea:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@20b9729c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@70c1b80b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(667351321) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/f036bc4986ea:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 3 on default port 36353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$608/0x00007f38d4ad4308.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1679378324-7972 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f38d4433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;f036bc4986ea:37877 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@410419a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63406 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1288804563-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/cluster_a57f717d-acec-cd3f-1738-86744bf55a38/data/data2/current/BP-1309715392-172.17.0.3-1732666953022 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39855/user/jenkins/test-data/ed720384-ecac-f600-193b-4c8d52ecec0d-prefix:f036bc4986ea,43357,1732666955878.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43357 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=868 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=613 (was 536) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2612 (was 3293) 2024-11-27T00:22:40,584 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-27T00:22:40,625 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=613, ProcessCount=11, AvailableMemoryMB=2609 2024-11-27T00:22:40,625 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-27T00:22:40,661 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-27T00:22:40,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/hadoop.log.dir so I do NOT create it in target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9 2024-11-27T00:22:40,662 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:22:40,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/hadoop.tmp.dir so I do NOT create it in target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9 2024-11-27T00:22:40,662 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1130a01-4239-570e-70d1-23d2f40f83e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:22:40,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9 2024-11-27T00:22:40,662 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/cluster_ded603d4-e2cb-c630-edaa-cfb64fca13c0, deleteOnExit=true 2024-11-27T00:22:40,773 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/cluster_ded603d4-e2cb-c630-edaa-cfb64fca13c0/zookeeper_0, clientPort=60382, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/cluster_ded603d4-e2cb-c630-edaa-cfb64fca13c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/cluster_ded603d4-e2cb-c630-edaa-cfb64fca13c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T00:22:40,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60382 2024-11-27T00:22:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:22:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:22:40,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/test.cache.data in system properties and HBase conf 2024-11-27T00:22:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:22:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:22:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:22:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:22:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:22:40,789 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:22:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:22:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:22:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:22:40,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:22:40,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:22:40,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:22:40,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:22:40,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:22:40,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:22:40,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:22:40,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:22:40,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:22:40,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:22:40,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:22:41,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:41,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:22:41,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:22:41,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:22:41,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:22:41,399 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:41,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:22:41,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:22:41,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5208d3f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/java.io.tmpdir/jetty-localhost-34961-hadoop-hdfs-3_4_1-tests_jar-_-any-10350817196849790052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:22:41,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:34961} 2024-11-27T00:22:41,632 INFO [Time-limited test {}] server.Server(415): Started @333149ms 2024-11-27T00:22:42,265 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:22:42,269 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,269 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,269 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,269 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,270 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,270 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,378 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,379 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,379 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,380 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,380 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,381 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,396 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,404 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,405 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,408 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:42,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:42,476 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:22:42,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:22:42,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:22:42,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:22:42,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cfeb06b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:22:42,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f659f1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:22:42,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@550573c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/java.io.tmpdir/jetty-localhost-38813-hadoop-hdfs-3_4_1-tests_jar-_-any-10221396060546509916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:22:42,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41108ba3{HTTP/1.1, (http/1.1)}{localhost:38813} 2024-11-27T00:22:42,648 INFO [Time-limited test {}] server.Server(415): Started @334164ms 2024-11-27T00:22:42,649 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:22:42,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:22:42,820 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T00:22:43,504 WARN [Thread-4339 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/cluster_ded603d4-e2cb-c630-edaa-cfb64fca13c0/data/data1/current/BP-762466296-172.17.0.3-1732666960869/current, will proceed with Du for space computation calculation, 2024-11-27T00:22:43,508 WARN [Thread-4340 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/cluster_ded603d4-e2cb-c630-edaa-cfb64fca13c0/data/data2/current/BP-762466296-172.17.0.3-1732666960869/current, will proceed with Du for space computation calculation, 2024-11-27T00:22:43,620 WARN [Thread-4327 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:22:43,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37fc35537c6ffef3 with lease ID 0x3822ed097ff5c76b: Processing first storage report for DS-38c45f18-fad1-427a-b8c6-08a30bd9d9ca from datanode DatanodeRegistration(127.0.0.1:35661, datanodeUuid=53adaca3-8f66-4a8c-ae64-f5993725ec5c, infoPort=44111, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=1426329864;c=1732666960869) 2024-11-27T00:22:43,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37fc35537c6ffef3 with lease ID 0x3822ed097ff5c76b: from storage DS-38c45f18-fad1-427a-b8c6-08a30bd9d9ca node DatanodeRegistration(127.0.0.1:35661, datanodeUuid=53adaca3-8f66-4a8c-ae64-f5993725ec5c, infoPort=44111, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=1426329864;c=1732666960869), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:22:43,661 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37fc35537c6ffef3 with lease ID 0x3822ed097ff5c76b: Processing first storage report for DS-c23dd352-9871-4bc5-8c6d-9107e9f002a2 from datanode DatanodeRegistration(127.0.0.1:35661, datanodeUuid=53adaca3-8f66-4a8c-ae64-f5993725ec5c, infoPort=44111, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=1426329864;c=1732666960869) 2024-11-27T00:22:43,661 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37fc35537c6ffef3 with lease ID 0x3822ed097ff5c76b: from storage DS-c23dd352-9871-4bc5-8c6d-9107e9f002a2 node DatanodeRegistration(127.0.0.1:35661, datanodeUuid=53adaca3-8f66-4a8c-ae64-f5993725ec5c, infoPort=44111, infoSecurePort=0, ipcPort=33137, storageInfo=lv=-57;cid=testClusterID;nsid=1426329864;c=1732666960869), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:22:43,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9 2024-11-27T00:22:43,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:43,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:43,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:22:44,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a with version=8 2024-11-27T00:22:44,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/hbase-staging 2024-11-27T00:22:44,253 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:22:44,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:44,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:44,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:22:44,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:44,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:22:44,254 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:22:44,254 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:22:44,268 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33267 2024-11-27T00:22:44,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33267 connecting to ZooKeeper ensemble=127.0.0.1:60382 2024-11-27T00:22:44,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332670x0, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:44,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33267-0x10179aba7180000 connected 2024-11-27T00:22:44,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:44,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:44,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Set watcher on znode that does not yet exist, /0693085695/running 2024-11-27T00:22:44,892 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a, hbase.cluster.distributed=false 2024-11-27T00:22:44,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Set watcher on znode that does not yet exist, /0693085695/acl 2024-11-27T00:22:44,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33267 2024-11-27T00:22:44,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33267 2024-11-27T00:22:44,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33267 2024-11-27T00:22:44,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33267 2024-11-27T00:22:44,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33267 2024-11-27T00:22:45,003 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:22:45,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:45,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:45,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:22:45,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:45,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:22:45,004 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:22:45,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:22:45,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41269 2024-11-27T00:22:45,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41269 connecting to ZooKeeper ensemble=127.0.0.1:60382 2024-11-27T00:22:45,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:45,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:45,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412690x0, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:45,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412690x0, quorum=127.0.0.1:60382, baseZNode=/0693085695 Set watcher on znode that does not yet exist, /0693085695/running 2024-11-27T00:22:45,065 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:22:45,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41269-0x10179aba7180001 connected 2024-11-27T00:22:45,092 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:22:45,100 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Set watcher on znode that does not yet exist, /0693085695/master 2024-11-27T00:22:45,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Set watcher on znode that does not yet exist, /0693085695/acl 2024-11-27T00:22:45,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41269 2024-11-27T00:22:45,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41269 2024-11-27T00:22:45,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41269 2024-11-27T00:22:45,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41269 2024-11-27T00:22:45,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41269 2024-11-27T00:22:45,206 DEBUG [M:0;f036bc4986ea:33267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:33267 2024-11-27T00:22:45,220 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0693085695/backup-masters/f036bc4986ea,33267,1732666964253 2024-11-27T00:22:45,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695/backup-masters 2024-11-27T00:22:45,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695/backup-masters 2024-11-27T00:22:45,244 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Set watcher on existing znode=/0693085695/backup-masters/f036bc4986ea,33267,1732666964253 2024-11-27T00:22:45,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:22:45,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0693085695/master 2024-11-27T00:22:45,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:22:45,256 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Set watcher on existing znode=/0693085695/master 2024-11-27T00:22:45,262 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0693085695/backup-masters/f036bc4986ea,33267,1732666964253 from backup master directory 2024-11-27T00:22:45,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695/backup-masters 2024-11-27T00:22:45,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0693085695/backup-masters/f036bc4986ea,33267,1732666964253 2024-11-27T00:22:45,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695/backup-masters 2024-11-27T00:22:45,288 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:22:45,288 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,33267,1732666964253 2024-11-27T00:22:45,309 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/hbase.id] with ID: f92d150b-9b57-4219-b8a4-785474cab70b 2024-11-27T00:22:45,309 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/.tmp/hbase.id 2024-11-27T00:22:45,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:22:45,778 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/.tmp/hbase.id]:[hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/hbase.id] 2024-11-27T00:22:45,787 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:45,787 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:22:45,788 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T00:22:45,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:22:45,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:22:45,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:22:46,315 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:22:46,316 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:22:46,317 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:46,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:22:46,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store 2024-11-27T00:22:46,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:22:46,365 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:46,365 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:22:46,365 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:46,365 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:46,365 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:22:46,365 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:46,365 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:46,365 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666966365Disabling compacts and flushes for region at 1732666966365Disabling writes for close at 1732666966365Writing region close event to WAL at 1732666966365Closed at 1732666966365 2024-11-27T00:22:46,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T00:22:46,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T00:22:46,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T00:22:46,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T00:22:46,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:22:46,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T00:22:46,376 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/.initializing 2024-11-27T00:22:46,376 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/WALs/f036bc4986ea,33267,1732666964253 2024-11-27T00:22:46,377 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:22:46,378 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C33267%2C1732666964253, suffix=, logDir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/WALs/f036bc4986ea,33267,1732666964253, archiveDir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/oldWALs, maxLogs=10 2024-11-27T00:22:46,397 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/WALs/f036bc4986ea,33267,1732666964253/f036bc4986ea%2C33267%2C1732666964253.1732666966379, exclude list is [], retry=0 2024-11-27T00:22:46,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35661,DS-38c45f18-fad1-427a-b8c6-08a30bd9d9ca,DISK] 2024-11-27T00:22:46,408 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/WALs/f036bc4986ea,33267,1732666964253/f036bc4986ea%2C33267%2C1732666964253.1732666966379 2024-11-27T00:22:46,408 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44111:44111)] 2024-11-27T00:22:46,408 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:46,408 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:46,408 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:46,408 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:46,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:46,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:22:46,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:46,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:46,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:46,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:22:46,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:46,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:46,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:46,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:22:46,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:46,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:46,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:46,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:22:46,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:46,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:46,424 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:46,427 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:46,428 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:46,429 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:46,429 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:46,430 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:46,431 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:46,437 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:46,437 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68367367, jitterRate=0.018753156065940857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:46,437 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666966409Initializing all the Stores at 1732666966409Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666966409Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666966410 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666966410Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666966410Cleaning up temporary data from old regions at 1732666966429 (+19 ms)Region opened successfully at 1732666966437 (+8 ms) 2024-11-27T00:22:46,440 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:22:46,450 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab4f7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:22:46,451 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:22:46,451 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:22:46,451 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:22:46,451 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:22:46,452 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:22:46,452 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:22:46,452 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:22:46,456 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:22:46,457 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Unable to get data of znode /0693085695/balancer because node does not exist (not necessarily an error) 2024-11-27T00:22:46,504 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0693085695/balancer already deleted, retry=false 2024-11-27T00:22:46,504 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:22:46,505 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Unable to get data of znode /0693085695/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:22:46,567 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0693085695/normalizer already deleted, retry=false 2024-11-27T00:22:46,568 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:22:46,573 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Unable to get data of znode /0693085695/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:22:46,663 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0693085695/switch/split already deleted, retry=false 2024-11-27T00:22:46,664 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Unable to get data of znode /0693085695/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:22:46,768 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0693085695/switch/merge already deleted, retry=false 2024-11-27T00:22:46,774 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Unable to get data of znode /0693085695/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:22:46,884 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0693085695/snapshot-cleanup already deleted, retry=false 2024-11-27T00:22:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0693085695/running 2024-11-27T00:22:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:22:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0693085695/running 2024-11-27T00:22:47,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:22:47,004 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,33267,1732666964253, sessionid=0x10179aba7180000, setting cluster-up flag (Was=false) 2024-11-27T00:22:47,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:22:47,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:22:47,617 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0693085695/flush-table-proc/acquired, /0693085695/flush-table-proc/reached, /0693085695/flush-table-proc/abort 2024-11-27T00:22:47,618 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,33267,1732666964253 2024-11-27T00:22:47,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:22:47,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:22:47,977 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0693085695/online-snapshot/acquired, /0693085695/online-snapshot/reached, /0693085695/online-snapshot/abort 2024-11-27T00:22:47,978 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,33267,1732666964253 2024-11-27T00:22:47,979 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:22:47,981 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:47,981 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:22:47,981 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:22:47,981 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,33267,1732666964253 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:22:47,983 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:47,983 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:47,983 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:47,983 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:47,983 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:22:47,983 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:47,983 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:22:47,983 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:47,985 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(746): ClusterId : f92d150b-9b57-4219-b8a4-785474cab70b 2024-11-27T00:22:47,985 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:47,985 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:22:47,985 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:22:47,986 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:47,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:22:47,996 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732666997996 2024-11-27T00:22:47,996 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:22:47,997 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:22:47,997 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:22:47,997 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:22:47,997 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:22:47,997 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:22:48,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:22:48,012 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,016 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:22:48,016 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:22:48,016 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:22:48,017 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:22:48,028 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:22:48,028 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:22:48,032 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666968028,5,FailOnTimeoutGroup] 2024-11-27T00:22:48,034 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666968032,5,FailOnTimeoutGroup] 2024-11-27T00:22:48,034 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,034 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:22:48,034 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,035 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,065 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:22:48,065 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:22:48,131 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:22:48,131 DEBUG [RS:0;f036bc4986ea:41269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52eb6fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:22:48,162 DEBUG [RS:0;f036bc4986ea:41269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:41269 2024-11-27T00:22:48,162 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:22:48,162 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:22:48,162 DEBUG [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:22:48,163 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,33267,1732666964253 with port=41269, startcode=1732666965003 2024-11-27T00:22:48,163 DEBUG [RS:0;f036bc4986ea:41269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:22:48,164 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:22:48,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33267 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,41269,1732666965003 2024-11-27T00:22:48,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33267 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,41269,1732666965003 2024-11-27T00:22:48,165 DEBUG [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a 2024-11-27T00:22:48,165 DEBUG [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34883 2024-11-27T00:22:48,165 DEBUG [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:22:48,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695/rs 2024-11-27T00:22:48,211 DEBUG [RS:0;f036bc4986ea:41269 {}] zookeeper.ZKUtil(111): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Set watcher on existing znode=/0693085695/rs/f036bc4986ea,41269,1732666965003 2024-11-27T00:22:48,211 WARN [RS:0;f036bc4986ea:41269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:22:48,211 INFO [RS:0;f036bc4986ea:41269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:48,212 DEBUG [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003 2024-11-27T00:22:48,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,41269,1732666965003] 2024-11-27T00:22:48,217 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:22:48,220 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:22:48,224 INFO [RS:0;f036bc4986ea:41269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:22:48,224 INFO [RS:0;f036bc4986ea:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,228 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:22:48,229 INFO [RS:0;f036bc4986ea:41269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:22:48,229 INFO [RS:0;f036bc4986ea:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,229 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:48,229 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:48,229 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:48,230 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:48,230 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:48,230 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:22:48,230 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:48,230 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:48,230 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:48,230 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:48,230 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:48,230 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:48,230 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:22:48,230 DEBUG [RS:0;f036bc4986ea:41269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:22:48,230 INFO [RS:0;f036bc4986ea:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,230 INFO [RS:0;f036bc4986ea:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,231 INFO [RS:0;f036bc4986ea:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,231 INFO [RS:0;f036bc4986ea:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,231 INFO [RS:0;f036bc4986ea:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,231 INFO [RS:0;f036bc4986ea:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41269,1732666965003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:22:48,251 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:22:48,251 INFO [RS:0;f036bc4986ea:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41269,1732666965003-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,251 INFO [RS:0;f036bc4986ea:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,251 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.Replication(171): f036bc4986ea,41269,1732666965003 started 2024-11-27T00:22:48,266 INFO [RS:0;f036bc4986ea:41269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:48,266 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,41269,1732666965003, RpcServer on f036bc4986ea/172.17.0.3:41269, sessionid=0x10179aba7180001 2024-11-27T00:22:48,266 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:22:48,266 DEBUG [RS:0;f036bc4986ea:41269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,41269,1732666965003 2024-11-27T00:22:48,266 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,41269,1732666965003' 2024-11-27T00:22:48,266 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0693085695/flush-table-proc/abort' 2024-11-27T00:22:48,267 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0693085695/flush-table-proc/acquired' 2024-11-27T00:22:48,267 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:22:48,267 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:22:48,267 DEBUG [RS:0;f036bc4986ea:41269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,41269,1732666965003 2024-11-27T00:22:48,267 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,41269,1732666965003' 2024-11-27T00:22:48,267 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0693085695/online-snapshot/abort' 2024-11-27T00:22:48,268 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0693085695/online-snapshot/acquired' 2024-11-27T00:22:48,268 DEBUG [RS:0;f036bc4986ea:41269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:22:48,268 INFO [RS:0;f036bc4986ea:41269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:22:48,268 INFO [RS:0;f036bc4986ea:41269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:22:48,369 INFO [RS:0;f036bc4986ea:41269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:22:48,370 INFO [RS:0;f036bc4986ea:41269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C41269%2C1732666965003, suffix=, logDir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003, archiveDir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/oldWALs, maxLogs=10 2024-11-27T00:22:48,400 DEBUG [RS:0;f036bc4986ea:41269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371, exclude list is [], retry=0 2024-11-27T00:22:48,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35661,DS-38c45f18-fad1-427a-b8c6-08a30bd9d9ca,DISK] 2024-11-27T00:22:48,417 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:22:48,417 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a 2024-11-27T00:22:48,425 INFO [RS:0;f036bc4986ea:41269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 2024-11-27T00:22:48,429 DEBUG [RS:0;f036bc4986ea:41269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44111:44111)] 2024-11-27T00:22:48,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:22:48,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:48,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:22:48,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:22:48,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:48,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:48,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:22:48,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:22:48,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:48,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:48,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:22:48,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:22:48,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:48,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:48,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:22:48,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:22:48,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:48,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:48,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:22:48,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740 2024-11-27T00:22:48,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740 2024-11-27T00:22:48,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:22:48,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:22:48,884 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:48,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:22:48,901 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:48,901 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64768373, jitterRate=-0.034876033663749695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:48,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666968843Initializing all the Stores at 1732666968844 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666968844Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666968845 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666968845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666968845Cleaning up temporary data from old regions at 1732666968883 (+38 ms)Region opened successfully at 1732666968901 (+18 ms) 2024-11-27T00:22:48,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:22:48,902 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:22:48,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:22:48,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:22:48,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:22:48,902 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:22:48,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666968902Disabling compacts and flushes for region at 1732666968902Disabling writes for close at 1732666968902Writing region close event to WAL at 1732666968902Closed at 1732666968902 2024-11-27T00:22:48,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:48,911 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:22:48,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:22:48,913 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:22:48,914 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:22:49,066 DEBUG [f036bc4986ea:33267 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:22:49,069 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,41269,1732666965003 2024-11-27T00:22:49,080 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,41269,1732666965003, state=OPENING 2024-11-27T00:22:49,112 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:22:49,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:22:49,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:22:49,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:22:49,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,41269,1732666965003}] 2024-11-27T00:22:49,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0693085695/meta-region-server: CHANGED 2024-11-27T00:22:49,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0693085695/meta-region-server: CHANGED 2024-11-27T00:22:49,293 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:22:49,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:22:49,312 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:22:49,312 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:49,312 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:22:49,323 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C41269%2C1732666965003.meta, suffix=.meta, logDir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003, archiveDir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/oldWALs, maxLogs=10 2024-11-27T00:22:49,343 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.meta.1732666969323.meta, exclude list is [], retry=0 2024-11-27T00:22:49,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35661,DS-38c45f18-fad1-427a-b8c6-08a30bd9d9ca,DISK] 2024-11-27T00:22:49,371 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.meta.1732666969323.meta 2024-11-27T00:22:49,371 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44111:44111)] 2024-11-27T00:22:49,371 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:49,372 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:22:49,372 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:22:49,372 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:22:49,372 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:22:49,372 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:22:49,372 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:49,373 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:22:49,373 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:22:49,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:22:49,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:22:49,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:49,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:49,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:22:49,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:22:49,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:49,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:49,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:22:49,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:22:49,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:49,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:49,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:22:49,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:22:49,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:49,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:49,398 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:22:49,399 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740 2024-11-27T00:22:49,400 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740 2024-11-27T00:22:49,401 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:22:49,401 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:22:49,403 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:49,404 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:22:49,424 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59998375, jitterRate=-0.10595454275608063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:49,424 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:22:49,424 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666969373Writing region info on filesystem at 1732666969373Initializing all the Stores at 1732666969384 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666969384Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666969386 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666969386Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666969386Cleaning up temporary data from old regions at 1732666969401 (+15 ms)Running coprocessor post-open hooks at 1732666969424 (+23 ms)Region opened successfully at 1732666969424 2024-11-27T00:22:49,428 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666969293 2024-11-27T00:22:49,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,41269,1732666965003 2024-11-27T00:22:49,437 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:22:49,437 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:22:49,438 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,41269,1732666965003, state=OPEN 2024-11-27T00:22:49,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0693085695/meta-region-server 2024-11-27T00:22:49,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0693085695/meta-region-server 2024-11-27T00:22:49,863 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,41269,1732666965003 2024-11-27T00:22:49,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0693085695/meta-region-server: CHANGED 2024-11-27T00:22:49,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0693085695/meta-region-server: CHANGED 2024-11-27T00:22:49,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:22:49,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,41269,1732666965003 in 731 msec 2024-11-27T00:22:49,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:22:49,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 953 msec 2024-11-27T00:22:49,867 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:49,867 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:22:49,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:49,868 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,41269,1732666965003, seqNum=-1] 2024-11-27T00:22:49,868 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:49,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:49,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8910 sec 2024-11-27T00:22:49,873 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666969873, completionTime=-1 2024-11-27T00:22:49,873 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:22:49,873 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:22:49,875 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:22:49,875 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732667029875 2024-11-27T00:22:49,875 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732667089875 2024-11-27T00:22:49,875 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T00:22:49,875 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33267,1732666964253-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:49,875 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33267,1732666964253-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:49,875 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33267,1732666964253-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:49,875 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:33267, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:49,875 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:49,876 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:49,877 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:22:49,879 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.591sec 2024-11-27T00:22:49,879 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:22:49,879 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:22:49,879 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:22:49,879 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:22:49,879 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:22:49,879 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33267,1732666964253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:22:49,879 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33267,1732666964253-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:22:49,885 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:22:49,885 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:22:49,885 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,33267,1732666964253-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:49,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d494a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:49,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,33267,-1 for getting cluster id 2024-11-27T00:22:49,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:49,897 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f92d150b-9b57-4219-b8a4-785474cab70b' 2024-11-27T00:22:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f92d150b-9b57-4219-b8a4-785474cab70b" 2024-11-27T00:22:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d5468e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,33267,-1] 2024-11-27T00:22:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:49,899 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:49,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257347c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:49,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:49,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,41269,1732666965003, seqNum=-1] 2024-11-27T00:22:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:49,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:49,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,33267,1732666964253 2024-11-27T00:22:49,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60382 2024-11-27T00:22:49,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:49,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10179aba7180002 connected 2024-11-27T00:22:49,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/hadoop.log.dir so I do NOT create it in target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f 2024-11-27T00:22:49,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:22:49,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/hadoop.tmp.dir so I do NOT create it in target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f 2024-11-27T00:22:49,948 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:22:49,948 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f 2024-11-27T00:22:49,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:22:49,948 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/cluster_c1406fdb-0bc1-6045-7524-091eebb5771f, deleteOnExit=true 2024-11-27T00:22:49,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:22:49,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/test.cache.data in system properties and HBase conf 2024-11-27T00:22:49,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:22:49,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:22:49,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:22:49,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:22:49,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:22:49,949 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:22:49,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:22:49,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:22:49,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:22:49,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:22:49,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:22:49,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:22:49,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:22:49,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:22:49,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:22:49,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:22:49,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:22:49,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:22:49,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:22:49,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:22:50,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:50,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:22:50,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:22:50,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:22:50,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:22:50,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:50,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2b586b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:22:50,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cea55df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:22:50,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55ad1174{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/java.io.tmpdir/jetty-localhost-34963-hadoop-hdfs-3_4_1-tests_jar-_-any-3611453543861659562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:22:50,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d9d2125{HTTP/1.1, (http/1.1)}{localhost:34963} 2024-11-27T00:22:50,673 INFO [Time-limited test {}] server.Server(415): Started @342189ms 2024-11-27T00:22:51,075 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:51,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:22:51,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:22:51,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:22:51,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:22:51,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bed62b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:22:51,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687d9d11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:22:51,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@362a4d7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/java.io.tmpdir/jetty-localhost-39327-hadoop-hdfs-3_4_1-tests_jar-_-any-16771932161290961793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:22:51,208 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@116b2349{HTTP/1.1, (http/1.1)}{localhost:39327} 2024-11-27T00:22:51,208 INFO [Time-limited test {}] server.Server(415): Started @342725ms 2024-11-27T00:22:51,210 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:22:52,008 WARN [Thread-4459 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/cluster_c1406fdb-0bc1-6045-7524-091eebb5771f/data/data1/current/BP-1552024889-172.17.0.3-1732666969969/current, will proceed with Du for space computation calculation, 2024-11-27T00:22:52,009 WARN [Thread-4460 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/cluster_c1406fdb-0bc1-6045-7524-091eebb5771f/data/data2/current/BP-1552024889-172.17.0.3-1732666969969/current, will proceed with Du for space computation calculation, 2024-11-27T00:22:52,073 WARN [Thread-4447 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:22:52,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad9bfc3660e8dc36 with lease ID 0xb1ecac68a62a97f6: Processing first storage report for DS-2586b352-6aa9-483e-83e7-3d52c3548404 from datanode DatanodeRegistration(127.0.0.1:36771, datanodeUuid=bd756b28-16a0-4f34-afcf-2763330d1aa9, infoPort=35663, infoSecurePort=0, ipcPort=46385, storageInfo=lv=-57;cid=testClusterID;nsid=531475873;c=1732666969969) 2024-11-27T00:22:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad9bfc3660e8dc36 with lease ID 0xb1ecac68a62a97f6: from storage DS-2586b352-6aa9-483e-83e7-3d52c3548404 node DatanodeRegistration(127.0.0.1:36771, datanodeUuid=bd756b28-16a0-4f34-afcf-2763330d1aa9, infoPort=35663, infoSecurePort=0, ipcPort=46385, storageInfo=lv=-57;cid=testClusterID;nsid=531475873;c=1732666969969), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:22:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad9bfc3660e8dc36 with lease ID 0xb1ecac68a62a97f6: Processing first storage report for DS-2e700bca-58ff-4cd7-8676-d16464e5b328 from datanode DatanodeRegistration(127.0.0.1:36771, datanodeUuid=bd756b28-16a0-4f34-afcf-2763330d1aa9, infoPort=35663, infoSecurePort=0, ipcPort=46385, storageInfo=lv=-57;cid=testClusterID;nsid=531475873;c=1732666969969) 2024-11-27T00:22:52,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad9bfc3660e8dc36 with lease ID 0xb1ecac68a62a97f6: from storage DS-2e700bca-58ff-4cd7-8676-d16464e5b328 node DatanodeRegistration(127.0.0.1:36771, datanodeUuid=bd756b28-16a0-4f34-afcf-2763330d1aa9, infoPort=35663, infoSecurePort=0, ipcPort=46385, storageInfo=lv=-57;cid=testClusterID;nsid=531475873;c=1732666969969), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:22:52,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f 2024-11-27T00:22:52,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:52,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:52,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:22:52,630 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741 with version=8 2024-11-27T00:22:52,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/hbase-staging 2024-11-27T00:22:52,636 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:22:52,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:52,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:52,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:22:52,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:52,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:22:52,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:22:52,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:22:52,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44243 2024-11-27T00:22:52,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44243 connecting to ZooKeeper ensemble=127.0.0.1:60382 2024-11-27T00:22:52,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442430x0, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:52,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44243-0x10179aba7180003 connected 2024-11-27T00:22:52,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:52,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:52,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Set watcher on znode that does not yet exist, /1227468609/running 2024-11-27T00:22:52,803 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741, hbase.cluster.distributed=false 2024-11-27T00:22:52,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Set watcher on znode that does not yet exist, /1227468609/acl 2024-11-27T00:22:52,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44243 2024-11-27T00:22:52,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44243 2024-11-27T00:22:52,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44243 2024-11-27T00:22:52,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44243 2024-11-27T00:22:52,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44243 2024-11-27T00:22:52,834 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:22:52,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:52,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:52,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:22:52,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:52,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:22:52,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:22:52,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:22:52,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34457 2024-11-27T00:22:52,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34457 connecting to ZooKeeper ensemble=127.0.0.1:60382 2024-11-27T00:22:52,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:52,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:52,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344570x0, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:52,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344570x0, quorum=127.0.0.1:60382, baseZNode=/1227468609 Set watcher on znode that does not yet exist, /1227468609/running 2024-11-27T00:22:52,885 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:22:52,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34457-0x10179aba7180004 connected 2024-11-27T00:22:52,892 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:22:52,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Set watcher on znode that does not yet exist, /1227468609/master 2024-11-27T00:22:52,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Set watcher on znode that does not yet exist, /1227468609/acl 2024-11-27T00:22:52,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34457 2024-11-27T00:22:52,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34457 2024-11-27T00:22:52,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34457 2024-11-27T00:22:52,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34457 2024-11-27T00:22:52,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34457 2024-11-27T00:22:52,960 DEBUG [M:0;f036bc4986ea:44243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:44243 2024-11-27T00:22:52,960 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1227468609/backup-masters/f036bc4986ea,44243,1732666972636 2024-11-27T00:22:52,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609/backup-masters 2024-11-27T00:22:52,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609/backup-masters 2024-11-27T00:22:52,972 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Set watcher on existing znode=/1227468609/backup-masters/f036bc4986ea,44243,1732666972636 2024-11-27T00:22:52,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1227468609/master 2024-11-27T00:22:52,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:22:52,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:22:52,982 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Set watcher on existing znode=/1227468609/master 2024-11-27T00:22:52,985 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1227468609/backup-masters/f036bc4986ea,44243,1732666972636 from backup master directory 2024-11-27T00:22:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609/backup-masters 2024-11-27T00:22:53,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227468609/backup-masters/f036bc4986ea,44243,1732666972636 2024-11-27T00:22:53,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609/backup-masters 2024-11-27T00:22:53,000 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:22:53,000 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,44243,1732666972636 2024-11-27T00:22:53,022 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/hbase.id] with ID: c0691d56-664b-48a8-af11-fb8a810beec6 2024-11-27T00:22:53,022 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/.tmp/hbase.id 2024-11-27T00:22:53,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:22:53,459 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/.tmp/hbase.id]:[hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/hbase.id] 2024-11-27T00:22:53,479 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:53,479 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:22:53,480 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T00:22:53,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:22:53,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:22:53,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:22:53,972 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:22:53,973 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:22:53,996 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:54,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:22:54,096 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store 2024-11-27T00:22:54,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:22:54,157 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:54,157 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:22:54,157 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:54,157 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:54,157 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:22:54,157 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:54,157 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:22:54,157 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666974157Disabling compacts and flushes for region at 1732666974157Disabling writes for close at 1732666974157Writing region close event to WAL at 1732666974157Closed at 1732666974157 2024-11-27T00:22:54,166 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/.initializing 2024-11-27T00:22:54,166 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/WALs/f036bc4986ea,44243,1732666972636 2024-11-27T00:22:54,177 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:22:54,191 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C44243%2C1732666972636, suffix=, logDir=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/WALs/f036bc4986ea,44243,1732666972636, archiveDir=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/oldWALs, maxLogs=10 2024-11-27T00:22:54,221 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/WALs/f036bc4986ea,44243,1732666972636/f036bc4986ea%2C44243%2C1732666972636.1732666974191, exclude list is [], retry=0 2024-11-27T00:22:54,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-2586b352-6aa9-483e-83e7-3d52c3548404,DISK] 2024-11-27T00:22:54,265 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/WALs/f036bc4986ea,44243,1732666972636/f036bc4986ea%2C44243%2C1732666972636.1732666974191 2024-11-27T00:22:54,287 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35663:35663)] 2024-11-27T00:22:54,287 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:54,287 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:54,288 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:54,288 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:54,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:54,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:22:54,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:54,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:54,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:54,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:22:54,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:54,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:54,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:54,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:22:54,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:54,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:54,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:54,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:22:54,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:54,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:22:54,368 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:54,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,380 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:54,388 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:54,409 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:54,409 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:54,413 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:54,425 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:22:54,446 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:54,446 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70012600, jitterRate=0.04326903820037842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:54,446 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666974288Initializing all the Stores at 1732666974296 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666974296Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666974300 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666974300Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666974300Cleaning up temporary data from old regions at 1732666974409 (+109 ms)Region opened successfully at 1732666974446 (+37 ms) 2024-11-27T00:22:54,471 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:22:54,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,489 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff773d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:22:54,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,496 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:22:54,496 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:22:54,496 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:22:54,496 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:22:54,497 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:22:54,497 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:22:54,498 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:22:54,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:54,524 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:22:54,525 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Unable to get data of znode /1227468609/balancer because node does not exist (not necessarily an error) 2024-11-27T00:22:54,540 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227468609/balancer already deleted, retry=false 2024-11-27T00:22:54,541 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:22:54,564 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Unable to get data of znode /1227468609/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:22:54,580 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227468609/normalizer already deleted, retry=false 2024-11-27T00:22:54,581 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:22:54,585 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Unable to get data of znode /1227468609/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:22:54,604 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227468609/switch/split already deleted, retry=false 2024-11-27T00:22:54,610 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Unable to get data of znode /1227468609/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:22:54,621 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227468609/switch/merge already deleted, retry=false 2024-11-27T00:22:54,644 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Unable to get data of znode /1227468609/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:22:54,653 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1227468609/snapshot-cleanup already deleted, retry=false 2024-11-27T00:22:54,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1227468609/running 2024-11-27T00:22:54,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:22:54,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1227468609/running 2024-11-27T00:22:54,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:22:54,675 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,44243,1732666972636, sessionid=0x10179aba7180003, setting cluster-up flag (Was=false) 2024-11-27T00:22:54,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:22:54,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:22:54,957 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1227468609/flush-table-proc/acquired, /1227468609/flush-table-proc/reached, /1227468609/flush-table-proc/abort 2024-11-27T00:22:54,959 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,44243,1732666972636 2024-11-27T00:22:54,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:22:54,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:22:55,032 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1227468609/online-snapshot/acquired, /1227468609/online-snapshot/reached, /1227468609/online-snapshot/abort 2024-11-27T00:22:55,035 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,44243,1732666972636 2024-11-27T00:22:55,036 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:22:55,042 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:55,042 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:22:55,042 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:22:55,042 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,44243,1732666972636 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:22:55,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:55,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:55,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:55,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:22:55,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:22:55,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:55,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:22:55,044 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:55,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:55,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:22:55,057 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:55,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:22:55,058 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732667005058 2024-11-27T00:22:55,058 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:22:55,059 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:22:55,059 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:22:55,059 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:22:55,059 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:22:55,059 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:22:55,060 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,060 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:22:55,060 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:22:55,060 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:22:55,060 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:22:55,072 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:22:55,072 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:22:55,077 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:22:55,088 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666975072,5,FailOnTimeoutGroup] 2024-11-27T00:22:55,096 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666975088,5,FailOnTimeoutGroup] 2024-11-27T00:22:55,096 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,096 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:22:55,096 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,096 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,118 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(746): ClusterId : c0691d56-664b-48a8-af11-fb8a810beec6 2024-11-27T00:22:55,118 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:22:55,126 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:22:55,126 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:22:55,147 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:22:55,148 DEBUG [RS:0;f036bc4986ea:34457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402e0f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:22:55,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:22:55,171 DEBUG [RS:0;f036bc4986ea:34457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:34457 2024-11-27T00:22:55,171 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:22:55,171 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:22:55,171 DEBUG [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:22:55,172 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,44243,1732666972636 with port=34457, startcode=1732666972834 2024-11-27T00:22:55,172 DEBUG [RS:0;f036bc4986ea:34457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:22:55,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,195 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:22:55,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:22:55,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44243 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,34457,1732666972834 2024-11-27T00:22:55,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44243 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,34457,1732666972834 2024-11-27T00:22:55,200 DEBUG [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741 2024-11-27T00:22:55,200 DEBUG [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46473 2024-11-27T00:22:55,200 DEBUG [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:22:55,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609/rs 2024-11-27T00:22:55,210 DEBUG [RS:0;f036bc4986ea:34457 {}] zookeeper.ZKUtil(111): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Set watcher on existing znode=/1227468609/rs/f036bc4986ea,34457,1732666972834 2024-11-27T00:22:55,210 WARN [RS:0;f036bc4986ea:34457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:22:55,211 INFO [RS:0;f036bc4986ea:34457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:55,211 DEBUG [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/WALs/f036bc4986ea,34457,1732666972834 2024-11-27T00:22:55,211 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,34457,1732666972834] 2024-11-27T00:22:55,215 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:22:55,240 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:22:55,241 INFO [RS:0;f036bc4986ea:34457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:22:55,241 INFO [RS:0;f036bc4986ea:34457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,244 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:22:55,244 INFO [RS:0;f036bc4986ea:34457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:22:55,245 INFO [RS:0;f036bc4986ea:34457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:22:55,245 DEBUG [RS:0;f036bc4986ea:34457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:22:55,256 INFO [RS:0;f036bc4986ea:34457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,256 INFO [RS:0;f036bc4986ea:34457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,256 INFO [RS:0;f036bc4986ea:34457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,256 INFO [RS:0;f036bc4986ea:34457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,256 INFO [RS:0;f036bc4986ea:34457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,256 INFO [RS:0;f036bc4986ea:34457 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34457,1732666972834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:22:55,280 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:22:55,281 INFO [RS:0;f036bc4986ea:34457 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,34457,1732666972834-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,281 INFO [RS:0;f036bc4986ea:34457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,281 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.Replication(171): f036bc4986ea,34457,1732666972834 started 2024-11-27T00:22:55,308 INFO [RS:0;f036bc4986ea:34457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:55,308 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,34457,1732666972834, RpcServer on f036bc4986ea/172.17.0.3:34457, sessionid=0x10179aba7180004 2024-11-27T00:22:55,309 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:22:55,309 DEBUG [RS:0;f036bc4986ea:34457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,34457,1732666972834 2024-11-27T00:22:55,309 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,34457,1732666972834' 2024-11-27T00:22:55,309 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1227468609/flush-table-proc/abort' 2024-11-27T00:22:55,311 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1227468609/flush-table-proc/acquired' 2024-11-27T00:22:55,323 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:22:55,323 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:22:55,324 DEBUG [RS:0;f036bc4986ea:34457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,34457,1732666972834 2024-11-27T00:22:55,324 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,34457,1732666972834' 2024-11-27T00:22:55,324 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1227468609/online-snapshot/abort' 2024-11-27T00:22:55,328 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1227468609/online-snapshot/acquired' 2024-11-27T00:22:55,335 DEBUG [RS:0;f036bc4986ea:34457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:22:55,335 INFO [RS:0;f036bc4986ea:34457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:22:55,335 INFO [RS:0;f036bc4986ea:34457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:22:55,436 INFO [RS:0;f036bc4986ea:34457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:22:55,455 INFO [RS:0;f036bc4986ea:34457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C34457%2C1732666972834, suffix=, logDir=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/WALs/f036bc4986ea,34457,1732666972834, archiveDir=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/oldWALs, maxLogs=10 2024-11-27T00:22:55,489 DEBUG [RS:0;f036bc4986ea:34457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/WALs/f036bc4986ea,34457,1732666972834/f036bc4986ea%2C34457%2C1732666972834.1732666975456, exclude list is [], retry=0 2024-11-27T00:22:55,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-2586b352-6aa9-483e-83e7-3d52c3548404,DISK] 2024-11-27T00:22:55,532 INFO [RS:0;f036bc4986ea:34457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/WALs/f036bc4986ea,34457,1732666972834/f036bc4986ea%2C34457%2C1732666972834.1732666975456 2024-11-27T00:22:55,532 DEBUG [RS:0;f036bc4986ea:34457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35663:35663)] 2024-11-27T00:22:55,576 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:22:55,576 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741 2024-11-27T00:22:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741833_1009 (size=32) 2024-11-27T00:22:55,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:55,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:22:55,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:22:55,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:55,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:55,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:22:55,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:22:55,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:55,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:55,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:22:55,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:22:55,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:55,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:55,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:22:55,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:22:55,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:55,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:55,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:22:55,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740 2024-11-27T00:22:55,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740 2024-11-27T00:22:55,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:22:55,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:22:55,742 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:55,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:22:55,779 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:22:55,779 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65389203, jitterRate=-0.025624945759773254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:55,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666975656Initializing all the Stores at 1732666975667 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666975667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666975668 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666975668Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666975668Cleaning up temporary data from old regions at 1732666975741 (+73 ms)Region opened successfully at 1732666975780 (+39 ms) 2024-11-27T00:22:55,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:22:55,780 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:22:55,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:22:55,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:22:55,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:22:55,800 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:22:55,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666975780Disabling compacts and flushes for region at 1732666975780Disabling writes for close at 1732666975780Writing region close event to WAL at 1732666975800 (+20 ms)Closed at 1732666975800 2024-11-27T00:22:55,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:55,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:22:55,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:22:55,807 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:22:55,808 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:22:55,959 DEBUG [f036bc4986ea:44243 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:22:55,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,34457,1732666972834 2024-11-27T00:22:55,966 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,34457,1732666972834, state=OPENING 2024-11-27T00:22:56,056 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:22:56,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:22:56,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:22:56,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1227468609/meta-region-server: CHANGED 2024-11-27T00:22:56,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1227468609/meta-region-server: CHANGED 2024-11-27T00:22:56,089 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:22:56,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,34457,1732666972834}] 2024-11-27T00:22:56,252 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:22:56,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:22:56,284 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:22:56,284 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:22:56,285 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:22:56,286 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C34457%2C1732666972834.meta, suffix=.meta, logDir=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/WALs/f036bc4986ea,34457,1732666972834, archiveDir=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/oldWALs, maxLogs=10 2024-11-27T00:22:56,324 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/WALs/f036bc4986ea,34457,1732666972834/f036bc4986ea%2C34457%2C1732666972834.meta.1732666976287.meta, exclude list is [], retry=0 2024-11-27T00:22:56,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36771,DS-2586b352-6aa9-483e-83e7-3d52c3548404,DISK] 2024-11-27T00:22:56,351 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/WALs/f036bc4986ea,34457,1732666972834/f036bc4986ea%2C34457%2C1732666972834.meta.1732666976287.meta 2024-11-27T00:22:56,355 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35663:35663)] 2024-11-27T00:22:56,355 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:22:56,355 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:22:56,355 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:22:56,356 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:22:56,356 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:22:56,356 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:22:56,356 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:22:56,356 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:22:56,356 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:22:56,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:22:56,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:22:56,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:56,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:56,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:22:56,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:22:56,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:56,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:56,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:22:56,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:22:56,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:56,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:56,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:22:56,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:22:56,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:22:56,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:22:56,405 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:22:56,408 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740 2024-11-27T00:22:56,428 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740 2024-11-27T00:22:56,460 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:22:56,460 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:22:56,468 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:22:56,488 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:22:56,499 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63114186, jitterRate=-0.05952534079551697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:22:56,499 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:22:56,499 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666976356Writing region info on filesystem at 1732666976356Initializing all the Stores at 1732666976361 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666976361Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666976365 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666976365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666976365Cleaning up temporary data from old regions at 1732666976460 (+95 ms)Running coprocessor post-open hooks at 1732666976499 (+39 ms)Region opened successfully at 1732666976499 2024-11-27T00:22:56,502 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666976252 2024-11-27T00:22:56,509 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:22:56,509 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:22:56,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,34457,1732666972834 2024-11-27T00:22:56,510 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,34457,1732666972834, state=OPEN 2024-11-27T00:22:56,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1227468609/meta-region-server 2024-11-27T00:22:56,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1227468609/meta-region-server: CHANGED 2024-11-27T00:22:56,515 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,34457,1732666972834 2024-11-27T00:22:56,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1227468609/meta-region-server 2024-11-27T00:22:56,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1227468609/meta-region-server: CHANGED 2024-11-27T00:22:56,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:22:56,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,34457,1732666972834 in 426 msec 2024-11-27T00:22:56,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:22:56,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 729 msec 2024-11-27T00:22:56,541 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:22:56,541 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:22:56,552 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:56,552 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,34457,1732666972834, seqNum=-1] 2024-11-27T00:22:56,555 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:56,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:56,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5270 sec 2024-11-27T00:22:56,595 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666976595, completionTime=-1 2024-11-27T00:22:56,595 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:22:56,595 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:22:56,605 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:22:56,605 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732667036605 2024-11-27T00:22:56,605 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732667096605 2024-11-27T00:22:56,605 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-27T00:22:56,605 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44243,1732666972636-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:56,605 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44243,1732666972636-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:56,605 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44243,1732666972636-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:56,606 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:44243, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:56,606 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:56,612 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:22:56,622 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:56,633 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.633sec 2024-11-27T00:22:56,633 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:22:56,633 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:22:56,633 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:22:56,633 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:22:56,633 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:22:56,633 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44243,1732666972636-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:22:56,633 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44243,1732666972636-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:22:56,683 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:22:56,684 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:22:56,684 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,44243,1732666972636-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:22:56,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba28b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:56,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,44243,-1 for getting cluster id 2024-11-27T00:22:56,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:22:56,762 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0691d56-664b-48a8-af11-fb8a810beec6' 2024-11-27T00:22:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:22:56,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0691d56-664b-48a8-af11-fb8a810beec6" 2024-11-27T00:22:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73675894, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,44243,-1] 2024-11-27T00:22:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:22:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:22:56,765 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:22:56,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1904b71d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:22:56,772 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:22:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,34457,1732666972834, seqNum=-1] 2024-11-27T00:22:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:22:56,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:22:56,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,44243,1732666972636 2024-11-27T00:22:56,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60382 2024-11-27T00:22:56,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:22:56,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10179aba7180005 connected 2024-11-27T00:22:56,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/hadoop.log.dir so I do NOT create it in target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce 2024-11-27T00:22:56,857 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T00:22:56,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/hadoop.tmp.dir so I do NOT create it in target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce 2024-11-27T00:22:56,857 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T00:22:56,857 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce 2024-11-27T00:22:56,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T00:22:56,857 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/cluster_8930ee72-0855-13f9-cec6-a65d75651b78, deleteOnExit=true 2024-11-27T00:22:56,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T00:22:56,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/test.cache.data in system properties and HBase conf 2024-11-27T00:22:56,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T00:22:56,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/hadoop.log.dir in system properties and HBase conf 2024-11-27T00:22:56,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T00:22:56,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T00:22:56,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T00:22:56,858 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T00:22:56,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:22:56,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T00:22:56,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T00:22:56,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:22:56,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T00:22:56,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T00:22:56,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T00:22:56,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:22:56,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T00:22:56,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/nfs.dump.dir in system properties and HBase conf 2024-11-27T00:22:56,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/java.io.tmpdir in system properties and HBase conf 2024-11-27T00:22:56,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T00:22:56,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T00:22:56,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T00:22:57,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:57,316 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:22:57,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:22:57,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:22:57,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T00:22:57,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:57,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82b758d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:22:57,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac9f21d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:22:57,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ddb20b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/java.io.tmpdir/jetty-localhost-33693-hadoop-hdfs-3_4_1-tests_jar-_-any-16097368990822002767/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:22:57,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40341b5f{HTTP/1.1, (http/1.1)}{localhost:33693} 2024-11-27T00:22:57,545 INFO [Time-limited test {}] server.Server(415): Started @349061ms 2024-11-27T00:22:58,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T00:22:58,394 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T00:22:58,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T00:22:58,397 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T00:22:58,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T00:22:58,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62bab826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/hadoop.log.dir/,AVAILABLE} 2024-11-27T00:22:58,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bdfe434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T00:22:58,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6240a473{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/java.io.tmpdir/jetty-localhost-37539-hadoop-hdfs-3_4_1-tests_jar-_-any-1335559828249777059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:22:58,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a759102{HTTP/1.1, (http/1.1)}{localhost:37539} 2024-11-27T00:22:58,525 INFO [Time-limited test {}] server.Server(415): Started @350041ms 2024-11-27T00:22:58,526 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T00:22:59,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:22:59,206 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:22:59,207 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148833 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:22:59,413 WARN [Thread-4580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/cluster_8930ee72-0855-13f9-cec6-a65d75651b78/data/data1/current/BP-1072464489-172.17.0.3-1732666976920/current, will proceed with Du for space computation calculation, 2024-11-27T00:22:59,420 WARN [Thread-4581 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/cluster_8930ee72-0855-13f9-cec6-a65d75651b78/data/data2/current/BP-1072464489-172.17.0.3-1732666976920/current, will proceed with Du for space computation calculation, 2024-11-27T00:22:59,506 WARN [Thread-4568 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T00:22:59,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16781939e2446a9d with lease ID 0x817aef38a12ca13a: Processing first storage report for DS-02dc998e-b70c-4d53-9e8d-b251917a4fd3 from datanode DatanodeRegistration(127.0.0.1:37603, datanodeUuid=229f9272-b2fb-48fe-a1a7-3fdd9f385df6, infoPort=44385, infoSecurePort=0, ipcPort=45683, storageInfo=lv=-57;cid=testClusterID;nsid=1431056619;c=1732666976920) 2024-11-27T00:22:59,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16781939e2446a9d with lease ID 0x817aef38a12ca13a: from storage DS-02dc998e-b70c-4d53-9e8d-b251917a4fd3 node DatanodeRegistration(127.0.0.1:37603, datanodeUuid=229f9272-b2fb-48fe-a1a7-3fdd9f385df6, infoPort=44385, infoSecurePort=0, ipcPort=45683, storageInfo=lv=-57;cid=testClusterID;nsid=1431056619;c=1732666976920), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:22:59,515 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x16781939e2446a9d with lease ID 0x817aef38a12ca13a: Processing first storage report for DS-ab61ad87-4a3a-4678-8892-4b0c6afbd01b from datanode DatanodeRegistration(127.0.0.1:37603, datanodeUuid=229f9272-b2fb-48fe-a1a7-3fdd9f385df6, infoPort=44385, infoSecurePort=0, ipcPort=45683, storageInfo=lv=-57;cid=testClusterID;nsid=1431056619;c=1732666976920) 2024-11-27T00:22:59,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x16781939e2446a9d with lease ID 0x817aef38a12ca13a: from storage DS-ab61ad87-4a3a-4678-8892-4b0c6afbd01b node DatanodeRegistration(127.0.0.1:37603, datanodeUuid=229f9272-b2fb-48fe-a1a7-3fdd9f385df6, infoPort=44385, infoSecurePort=0, ipcPort=45683, storageInfo=lv=-57;cid=testClusterID;nsid=1431056619;c=1732666976920), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T00:22:59,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce 2024-11-27T00:22:59,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:59,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:22:59,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741825_1001 (size=7) 2024-11-27T00:22:59,993 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35 with version=8 2024-11-27T00:22:59,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/hbase-staging 2024-11-27T00:22:59,996 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:22:59,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:59,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:59,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:22:59,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:22:59,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:22:59,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T00:22:59,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:22:59,999 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41761 2024-11-27T00:23:00,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41761 connecting to ZooKeeper ensemble=127.0.0.1:60382 2024-11-27T00:23:00,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417610x0, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:23:00,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41761-0x10179aba7180006 connected 2024-11-27T00:23:00,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:23:00,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:23:00,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Set watcher on znode that does not yet exist, /2218848243/running 2024-11-27T00:23:00,325 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35, hbase.cluster.distributed=false 2024-11-27T00:23:00,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Set watcher on znode that does not yet exist, /2218848243/acl 2024-11-27T00:23:00,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41761 2024-11-27T00:23:00,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41761 2024-11-27T00:23:00,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41761 2024-11-27T00:23:00,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41761 2024-11-27T00:23:00,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41761 2024-11-27T00:23:00,484 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f036bc4986ea:0 server-side Connection retries=45 2024-11-27T00:23:00,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:23:00,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T00:23:00,485 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T00:23:00,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T00:23:00,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T00:23:00,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T00:23:00,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T00:23:00,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46317 2024-11-27T00:23:00,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46317 connecting to ZooKeeper ensemble=127.0.0.1:60382 2024-11-27T00:23:00,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:23:00,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:23:00,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463170x0, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:23:00,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46317-0x10179aba7180007 connected 2024-11-27T00:23:00,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Set watcher on znode that does not yet exist, /2218848243/running 2024-11-27T00:23:00,585 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T00:23:00,610 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T00:23:00,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Set watcher on znode that does not yet exist, /2218848243/master 2024-11-27T00:23:00,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Set watcher on znode that does not yet exist, /2218848243/acl 2024-11-27T00:23:00,671 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46317 2024-11-27T00:23:00,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46317 2024-11-27T00:23:00,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46317 2024-11-27T00:23:00,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46317 2024-11-27T00:23:00,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46317 2024-11-27T00:23:00,757 DEBUG [M:0;f036bc4986ea:41761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f036bc4986ea:41761 2024-11-27T00:23:00,769 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2218848243/backup-masters/f036bc4986ea,41761,1732666979996 2024-11-27T00:23:00,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243/backup-masters 2024-11-27T00:23:00,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243/backup-masters 2024-11-27T00:23:00,796 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Set watcher on existing znode=/2218848243/backup-masters/f036bc4986ea,41761,1732666979996 2024-11-27T00:23:00,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:00,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2218848243/master 2024-11-27T00:23:00,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:00,824 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Set watcher on existing znode=/2218848243/master 2024-11-27T00:23:00,830 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2218848243/backup-masters/f036bc4986ea,41761,1732666979996 from backup master directory 2024-11-27T00:23:00,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243/backup-masters 2024-11-27T00:23:00,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2218848243/backup-masters/f036bc4986ea,41761,1732666979996 2024-11-27T00:23:00,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243/backup-masters 2024-11-27T00:23:00,847 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:23:00,847 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f036bc4986ea,41761,1732666979996 2024-11-27T00:23:00,891 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/hbase.id] with ID: 2a8b5800-b5c6-40cb-bf5a-bc35ad7649c9 2024-11-27T00:23:00,891 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/.tmp/hbase.id 2024-11-27T00:23:00,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741826_1002 (size=42) 2024-11-27T00:23:00,933 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/.tmp/hbase.id]:[hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/hbase.id] 2024-11-27T00:23:00,953 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:23:00,953 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T00:23:00,960 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-11-27T00:23:00,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:00,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:01,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741827_1003 (size=196) 2024-11-27T00:23:01,435 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:23:01,436 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T00:23:01,444 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:23:01,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741828_1004 (size=1189) 2024-11-27T00:23:01,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:23:01,862 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store 2024-11-27T00:23:01,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:01,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:01,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:01,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:01,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:01,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:01,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741829_1005 (size=34) 2024-11-27T00:23:01,909 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:23:01,909 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:23:01,909 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:01,909 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:01,909 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:23:01,909 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:01,909 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:01,909 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666981909Disabling compacts and flushes for region at 1732666981909Disabling writes for close at 1732666981909Writing region close event to WAL at 1732666981909Closed at 1732666981909 2024-11-27T00:23:01,910 WARN [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/.initializing 2024-11-27T00:23:01,910 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/WALs/f036bc4986ea,41761,1732666979996 2024-11-27T00:23:01,911 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:23:01,913 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f036bc4986ea%2C41761%2C1732666979996, suffix=, logDir=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/WALs/f036bc4986ea,41761,1732666979996, archiveDir=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/oldWALs, maxLogs=10 2024-11-27T00:23:01,934 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/WALs/f036bc4986ea,41761,1732666979996/f036bc4986ea%2C41761%2C1732666979996.1732666981913, exclude list is [], retry=0 2024-11-27T00:23:01,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-02dc998e-b70c-4d53-9e8d-b251917a4fd3,DISK] 2024-11-27T00:23:01,972 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/WALs/f036bc4986ea,41761,1732666979996/f036bc4986ea%2C41761%2C1732666979996.1732666981913 2024-11-27T00:23:01,980 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44385:44385)] 2024-11-27T00:23:01,980 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:23:01,981 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:23:01,981 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:23:01,981 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:23:01,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:23:01,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T00:23:01,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:01,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:23:01,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:23:01,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:01,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:01,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:01,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:01,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T00:23:01,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:01,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:01,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:01,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:01,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:23:01,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T00:23:01,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:01,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:01,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:01,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:23:02,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T00:23:02,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:02,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:02,000 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:23:02,001 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:23:02,003 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:23:02,004 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:23:02,004 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:23:02,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:02,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:02,004 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:23:02,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:02,006 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T00:23:02,012 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:23:02,013 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72486270, jitterRate=0.08012959361076355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:23:02,014 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732666981981Initializing all the Stores at 1732666981982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666981982Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666981982Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666981982Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666981982Cleaning up temporary data from old regions at 1732666982004 (+22 ms)Region opened successfully at 1732666982014 (+10 ms) 2024-11-27T00:23:02,014 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T00:23:02,018 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ba4924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:23:02,018 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T00:23:02,019 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T00:23:02,019 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T00:23:02,019 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T00:23:02,019 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T00:23:02,019 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T00:23:02,019 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T00:23:02,022 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T00:23:02,023 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Unable to get data of znode /2218848243/balancer because node does not exist (not necessarily an error) 2024-11-27T00:23:02,118 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2218848243/balancer already deleted, retry=false 2024-11-27T00:23:02,118 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T00:23:02,120 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Unable to get data of znode /2218848243/normalizer because node does not exist (not necessarily an error) 2024-11-27T00:23:02,125 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2218848243/normalizer already deleted, retry=false 2024-11-27T00:23:02,126 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T00:23:02,130 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Unable to get data of znode /2218848243/switch/split because node does not exist (not necessarily an error) 2024-11-27T00:23:02,136 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2218848243/switch/split already deleted, retry=false 2024-11-27T00:23:02,137 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Unable to get data of znode /2218848243/switch/merge because node does not exist (not necessarily an error) 2024-11-27T00:23:02,147 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2218848243/switch/merge already deleted, retry=false 2024-11-27T00:23:02,151 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Unable to get data of znode /2218848243/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T00:23:02,160 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2218848243/snapshot-cleanup already deleted, retry=false 2024-11-27T00:23:02,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2218848243/running 2024-11-27T00:23:02,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:02,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2218848243/running 2024-11-27T00:23:02,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:02,170 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f036bc4986ea,41761,1732666979996, sessionid=0x10179aba7180006, setting cluster-up flag (Was=false) 2024-11-27T00:23:02,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:02,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:02,244 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2218848243/flush-table-proc/acquired, /2218848243/flush-table-proc/reached, /2218848243/flush-table-proc/abort 2024-11-27T00:23:02,265 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,41761,1732666979996 2024-11-27T00:23:02,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:02,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:02,325 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2218848243/online-snapshot/acquired, /2218848243/online-snapshot/reached, /2218848243/online-snapshot/abort 2024-11-27T00:23:02,326 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f036bc4986ea,41761,1732666979996 2024-11-27T00:23:02,328 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T00:23:02,333 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T00:23:02,334 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T00:23:02,334 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T00:23:02,334 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f036bc4986ea,41761,1732666979996 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T00:23:02,335 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:23:02,335 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:23:02,335 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:23:02,335 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f036bc4986ea:0, corePoolSize=5, maxPoolSize=5 2024-11-27T00:23:02,335 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f036bc4986ea:0, corePoolSize=10, maxPoolSize=10 2024-11-27T00:23:02,335 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:23:02,336 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:23:02,336 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:23:02,337 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732667012337 2024-11-27T00:23:02,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T00:23:02,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T00:23:02,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T00:23:02,338 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:23:02,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T00:23:02,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T00:23:02,338 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T00:23:02,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T00:23:02,338 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,339 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:02,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T00:23:02,344 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T00:23:02,344 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T00:23:02,344 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T00:23:02,345 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T00:23:02,348 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T00:23:02,348 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T00:23:02,349 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666982348,5,FailOnTimeoutGroup] 2024-11-27T00:23:02,349 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666982349,5,FailOnTimeoutGroup] 2024-11-27T00:23:02,349 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,349 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T00:23:02,349 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,349 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,349 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(746): ClusterId : 2a8b5800-b5c6-40cb-bf5a-bc35ad7649c9 2024-11-27T00:23:02,349 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T00:23:02,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741831_1007 (size=1321) 2024-11-27T00:23:02,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T00:23:02,362 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35 2024-11-27T00:23:02,365 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T00:23:02,365 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T00:23:02,376 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T00:23:02,376 DEBUG [RS:0;f036bc4986ea:46317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb93087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f036bc4986ea/172.17.0.3:0 2024-11-27T00:23:02,403 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f036bc4986ea:46317 2024-11-27T00:23:02,404 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T00:23:02,404 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T00:23:02,404 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T00:23:02,405 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(2659): reportForDuty to master=f036bc4986ea,41761,1732666979996 with port=46317, startcode=1732666980484 2024-11-27T00:23:02,405 DEBUG [RS:0;f036bc4986ea:46317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T00:23:02,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741832_1008 (size=32) 2024-11-27T00:23:02,417 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T00:23:02,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41761 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f036bc4986ea,46317,1732666980484 2024-11-27T00:23:02,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41761 {}] master.ServerManager(517): Registering regionserver=f036bc4986ea,46317,1732666980484 2024-11-27T00:23:02,419 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35 2024-11-27T00:23:02,419 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35699 2024-11-27T00:23:02,419 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T00:23:02,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243/rs 2024-11-27T00:23:02,478 DEBUG [RS:0;f036bc4986ea:46317 {}] zookeeper.ZKUtil(111): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Set watcher on existing znode=/2218848243/rs/f036bc4986ea,46317,1732666980484 2024-11-27T00:23:02,479 WARN [RS:0;f036bc4986ea:46317 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T00:23:02,479 INFO [RS:0;f036bc4986ea:46317 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:23:02,479 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/WALs/f036bc4986ea,46317,1732666980484 2024-11-27T00:23:02,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f036bc4986ea,46317,1732666980484] 2024-11-27T00:23:02,535 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T00:23:02,537 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T00:23:02,541 INFO [RS:0;f036bc4986ea:46317 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T00:23:02,541 INFO [RS:0;f036bc4986ea:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,545 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T00:23:02,551 INFO [RS:0;f036bc4986ea:46317 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T00:23:02,551 INFO [RS:0;f036bc4986ea:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f036bc4986ea:0, corePoolSize=2, maxPoolSize=2 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f036bc4986ea:0, corePoolSize=1, maxPoolSize=1 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:23:02,551 DEBUG [RS:0;f036bc4986ea:46317 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f036bc4986ea:0, corePoolSize=3, maxPoolSize=3 2024-11-27T00:23:02,574 INFO [RS:0;f036bc4986ea:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,574 INFO [RS:0;f036bc4986ea:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,574 INFO [RS:0;f036bc4986ea:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,574 INFO [RS:0;f036bc4986ea:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,574 INFO [RS:0;f036bc4986ea:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,574 INFO [RS:0;f036bc4986ea:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46317,1732666980484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:23:02,600 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T00:23:02,600 INFO [RS:0;f036bc4986ea:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,46317,1732666980484-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,600 INFO [RS:0;f036bc4986ea:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,600 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.Replication(171): f036bc4986ea,46317,1732666980484 started 2024-11-27T00:23:02,627 INFO [RS:0;f036bc4986ea:46317 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:02,627 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1482): Serving as f036bc4986ea,46317,1732666980484, RpcServer on f036bc4986ea/172.17.0.3:46317, sessionid=0x10179aba7180007 2024-11-27T00:23:02,627 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T00:23:02,628 DEBUG [RS:0;f036bc4986ea:46317 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f036bc4986ea,46317,1732666980484 2024-11-27T00:23:02,628 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,46317,1732666980484' 2024-11-27T00:23:02,628 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2218848243/flush-table-proc/abort' 2024-11-27T00:23:02,633 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2218848243/flush-table-proc/acquired' 2024-11-27T00:23:02,641 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T00:23:02,641 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T00:23:02,641 DEBUG [RS:0;f036bc4986ea:46317 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f036bc4986ea,46317,1732666980484 2024-11-27T00:23:02,641 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f036bc4986ea,46317,1732666980484' 2024-11-27T00:23:02,641 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2218848243/online-snapshot/abort' 2024-11-27T00:23:02,648 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2218848243/online-snapshot/acquired' 2024-11-27T00:23:02,656 DEBUG [RS:0;f036bc4986ea:46317 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T00:23:02,656 INFO [RS:0;f036bc4986ea:46317 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T00:23:02,656 INFO [RS:0;f036bc4986ea:46317 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T00:23:02,759 INFO [RS:0;f036bc4986ea:46317 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T00:23:02,765 INFO [RS:0;f036bc4986ea:46317 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C46317%2C1732666980484, suffix=, logDir=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/WALs/f036bc4986ea,46317,1732666980484, archiveDir=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/oldWALs, maxLogs=10 2024-11-27T00:23:02,782 DEBUG [RS:0;f036bc4986ea:46317 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/WALs/f036bc4986ea,46317,1732666980484/f036bc4986ea%2C46317%2C1732666980484.1732666982765, exclude list is [], retry=0 2024-11-27T00:23:02,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-02dc998e-b70c-4d53-9e8d-b251917a4fd3,DISK] 2024-11-27T00:23:02,806 INFO [RS:0;f036bc4986ea:46317 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/WALs/f036bc4986ea,46317,1732666980484/f036bc4986ea%2C46317%2C1732666980484.1732666982765 2024-11-27T00:23:02,807 DEBUG [RS:0;f036bc4986ea:46317 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44385:44385)] 2024-11-27T00:23:02,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:23:02,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:23:02,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:23:02,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:02,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:23:02,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:23:02,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:23:02,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:02,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:23:02,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:23:02,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:23:02,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:02,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:23:02,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:23:02,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:23:02,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:02,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:23:02,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:23:02,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740 2024-11-27T00:23:02,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740 2024-11-27T00:23:02,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:23:02,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:23:02,823 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:23:02,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:23:02,832 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:23:02,832 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67670899, jitterRate=0.008374974131584167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:23:02,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732666982810Initializing all the Stores at 1732666982811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666982811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666982812 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666982812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666982812Cleaning up temporary data from old regions at 1732666982823 (+11 ms)Region opened successfully at 1732666982832 (+9 ms) 2024-11-27T00:23:02,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:23:02,833 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:23:02,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:23:02,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:23:02,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:23:02,844 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:23:02,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666982832Disabling compacts and flushes for region at 1732666982832Disabling writes for close at 1732666982833 (+1 ms)Writing region close event to WAL at 1732666982844 (+11 ms)Closed at 1732666982844 2024-11-27T00:23:02,848 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:23:02,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T00:23:02,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T00:23:02,850 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:23:02,851 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T00:23:03,002 DEBUG [f036bc4986ea:41761 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T00:23:03,003 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f036bc4986ea,46317,1732666980484 2024-11-27T00:23:03,005 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,46317,1732666980484, state=OPENING 2024-11-27T00:23:03,018 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T00:23:03,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:03,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:03,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2218848243/meta-region-server: CHANGED 2024-11-27T00:23:03,035 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T00:23:03,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,46317,1732666980484}] 2024-11-27T00:23:03,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2218848243/meta-region-server: CHANGED 2024-11-27T00:23:03,192 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:23:03,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:23:03,216 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T00:23:03,216 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:23:03,217 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T00:23:03,226 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C46317%2C1732666980484.meta, suffix=.meta, logDir=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/WALs/f036bc4986ea,46317,1732666980484, archiveDir=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/oldWALs, maxLogs=10 2024-11-27T00:23:03,246 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/WALs/f036bc4986ea,46317,1732666980484/f036bc4986ea%2C46317%2C1732666980484.meta.1732666983226.meta, exclude list is [], retry=0 2024-11-27T00:23:03,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37603,DS-02dc998e-b70c-4d53-9e8d-b251917a4fd3,DISK] 2024-11-27T00:23:03,304 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/WALs/f036bc4986ea,46317,1732666980484/f036bc4986ea%2C46317%2C1732666980484.meta.1732666983226.meta 2024-11-27T00:23:03,310 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44385:44385)] 2024-11-27T00:23:03,311 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:23:03,311 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:23:03,311 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:23:03,312 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T00:23:03,312 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T00:23:03,312 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T00:23:03,312 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:23:03,312 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T00:23:03,312 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T00:23:03,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T00:23:03,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T00:23:03,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:03,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:23:03,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T00:23:03,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T00:23:03,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:03,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:23:03,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T00:23:03,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T00:23:03,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:03,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:23:03,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T00:23:03,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T00:23:03,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:03,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T00:23:03,328 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T00:23:03,336 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740 2024-11-27T00:23:03,341 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740 2024-11-27T00:23:03,351 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T00:23:03,351 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T00:23:03,351 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T00:23:03,355 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T00:23:03,363 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62017584, jitterRate=-0.0758659839630127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T00:23:03,363 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T00:23:03,363 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732666983313Writing region info on filesystem at 1732666983313Initializing all the Stores at 1732666983314 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666983314Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666983314Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666983314Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732666983314Cleaning up temporary data from old regions at 1732666983351 (+37 ms)Running coprocessor post-open hooks at 1732666983363 (+12 ms)Region opened successfully at 1732666983363 2024-11-27T00:23:03,369 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732666983192 2024-11-27T00:23:03,376 DEBUG [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T00:23:03,376 INFO [RS_OPEN_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T00:23:03,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,46317,1732666980484 2024-11-27T00:23:03,379 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f036bc4986ea,46317,1732666980484, state=OPEN 2024-11-27T00:23:03,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2218848243/meta-region-server 2024-11-27T00:23:03,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2218848243/meta-region-server: CHANGED 2024-11-27T00:23:03,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2218848243/meta-region-server 2024-11-27T00:23:03,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2218848243/meta-region-server: CHANGED 2024-11-27T00:23:03,405 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f036bc4986ea,46317,1732666980484 2024-11-27T00:23:03,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T00:23:03,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f036bc4986ea,46317,1732666980484 in 370 msec 2024-11-27T00:23:03,422 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T00:23:03,422 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T00:23:03,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T00:23:03,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 560 msec 2024-11-27T00:23:03,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:23:03,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46317,1732666980484, seqNum=-1] 2024-11-27T00:23:03,425 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:23:03,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:23:03,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1050 sec 2024-11-27T00:23:03,439 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732666983439, completionTime=-1 2024-11-27T00:23:03,439 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T00:23:03,439 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T00:23:03,441 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T00:23:03,442 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732667043442 2024-11-27T00:23:03,442 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732667103442 2024-11-27T00:23:03,442 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T00:23:03,442 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41761,1732666979996-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:03,442 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41761,1732666979996-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:03,442 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41761,1732666979996-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:03,442 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f036bc4986ea:41761, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:03,442 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:03,445 DEBUG [master/f036bc4986ea:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T00:23:03,456 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:03,469 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.621sec 2024-11-27T00:23:03,469 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T00:23:03,469 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T00:23:03,469 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T00:23:03,469 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T00:23:03,469 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T00:23:03,469 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41761,1732666979996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T00:23:03,469 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41761,1732666979996-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T00:23:03,490 DEBUG [master/f036bc4986ea:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T00:23:03,490 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T00:23:03,490 INFO [master/f036bc4986ea:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f036bc4986ea,41761,1732666979996-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T00:23:03,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae69407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:03,570 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41761,-1 for getting cluster id 2024-11-27T00:23:03,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:03,578 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a8b5800-b5c6-40cb-bf5a-bc35ad7649c9' 2024-11-27T00:23:03,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:03,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a8b5800-b5c6-40cb-bf5a-bc35ad7649c9" 2024-11-27T00:23:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62403cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41761,-1] 2024-11-27T00:23:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:03,579 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:03,580 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:03,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5712d3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:03,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:23:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46317,1732666980484, seqNum=-1] 2024-11-27T00:23:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:23:03,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:23:03,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f036bc4986ea,41761,1732666979996 2024-11-27T00:23:03,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60382 2024-11-27T00:23:03,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T00:23:03,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10179aba7180008 connected 2024-11-27T00:23:03,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:03,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,33267,1732666964253 2024-11-27T00:23:03,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72ab3b12 2024-11-27T00:23:03,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:23:03,702 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:23:03,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:23:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:23:03,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:23:03,716 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:03,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:23:03,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:23:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:03,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:23:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:04,181 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be25623e70bf010b73574b20198a6124, NAME => 'test,,1732666983704.be25623e70bf010b73574b20198a6124.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a 2024-11-27T00:23:04,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:23:04,211 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666983704.be25623e70bf010b73574b20198a6124.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:23:04,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing be25623e70bf010b73574b20198a6124, disabling compactions & flushes 2024-11-27T00:23:04,212 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666983704.be25623e70bf010b73574b20198a6124. 2024-11-27T00:23:04,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666983704.be25623e70bf010b73574b20198a6124. 2024-11-27T00:23:04,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666983704.be25623e70bf010b73574b20198a6124. after waiting 0 ms 2024-11-27T00:23:04,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666983704.be25623e70bf010b73574b20198a6124. 2024-11-27T00:23:04,212 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666983704.be25623e70bf010b73574b20198a6124. 2024-11-27T00:23:04,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for be25623e70bf010b73574b20198a6124: Waiting for close lock at 1732666984212Disabling compacts and flushes for region at 1732666984212Disabling writes for close at 1732666984212Writing region close event to WAL at 1732666984212Closed at 1732666984212 2024-11-27T00:23:04,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:23:04,214 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666983704.be25623e70bf010b73574b20198a6124.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666984213"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666984213"}]},"ts":"1732666984213"} 2024-11-27T00:23:04,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:23:04,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:23:04,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666984218"}]},"ts":"1732666984218"} 2024-11-27T00:23:04,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:23:04,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be25623e70bf010b73574b20198a6124, ASSIGN}] 2024-11-27T00:23:04,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be25623e70bf010b73574b20198a6124, ASSIGN 2024-11-27T00:23:04,227 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=be25623e70bf010b73574b20198a6124, ASSIGN; state=OFFLINE, location=f036bc4986ea,41269,1732666965003; forceNewPlan=false, retain=false 2024-11-27T00:23:04,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:04,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be25623e70bf010b73574b20198a6124, regionState=OPENING, regionLocation=f036bc4986ea,41269,1732666965003 2024-11-27T00:23:04,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=be25623e70bf010b73574b20198a6124, ASSIGN because future has completed 2024-11-27T00:23:04,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be25623e70bf010b73574b20198a6124, server=f036bc4986ea,41269,1732666965003}] 2024-11-27T00:23:04,594 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666983704.be25623e70bf010b73574b20198a6124. 2024-11-27T00:23:04,594 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => be25623e70bf010b73574b20198a6124, NAME => 'test,,1732666983704.be25623e70bf010b73574b20198a6124.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:23:04,594 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:23:04,594 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:23:04,595 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test be25623e70bf010b73574b20198a6124 2024-11-27T00:23:04,595 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666983704.be25623e70bf010b73574b20198a6124.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:23:04,595 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for be25623e70bf010b73574b20198a6124 2024-11-27T00:23:04,595 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for be25623e70bf010b73574b20198a6124 2024-11-27T00:23:04,605 INFO [StoreOpener-be25623e70bf010b73574b20198a6124-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be25623e70bf010b73574b20198a6124 2024-11-27T00:23:04,606 INFO [StoreOpener-be25623e70bf010b73574b20198a6124-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be25623e70bf010b73574b20198a6124 columnFamilyName f 2024-11-27T00:23:04,606 DEBUG [StoreOpener-be25623e70bf010b73574b20198a6124-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:04,607 INFO [StoreOpener-be25623e70bf010b73574b20198a6124-1 {}] regionserver.HStore(327): Store=be25623e70bf010b73574b20198a6124/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:04,607 INFO [StoreOpener-be25623e70bf010b73574b20198a6124-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region be25623e70bf010b73574b20198a6124 2024-11-27T00:23:04,608 INFO [StoreOpener-be25623e70bf010b73574b20198a6124-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be25623e70bf010b73574b20198a6124 columnFamilyName f1 2024-11-27T00:23:04,608 DEBUG [StoreOpener-be25623e70bf010b73574b20198a6124-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:04,608 INFO [StoreOpener-be25623e70bf010b73574b20198a6124-1 {}] regionserver.HStore(327): Store=be25623e70bf010b73574b20198a6124/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:04,608 INFO [StoreOpener-be25623e70bf010b73574b20198a6124-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region be25623e70bf010b73574b20198a6124 2024-11-27T00:23:04,609 INFO [StoreOpener-be25623e70bf010b73574b20198a6124-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be25623e70bf010b73574b20198a6124 columnFamilyName norep 2024-11-27T00:23:04,609 DEBUG [StoreOpener-be25623e70bf010b73574b20198a6124-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:04,610 INFO [StoreOpener-be25623e70bf010b73574b20198a6124-1 {}] regionserver.HStore(327): Store=be25623e70bf010b73574b20198a6124/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:04,610 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for be25623e70bf010b73574b20198a6124 2024-11-27T00:23:04,610 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124 2024-11-27T00:23:04,611 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124 2024-11-27T00:23:04,611 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for be25623e70bf010b73574b20198a6124 2024-11-27T00:23:04,611 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for be25623e70bf010b73574b20198a6124 2024-11-27T00:23:04,612 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:23:04,612 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for be25623e70bf010b73574b20198a6124 2024-11-27T00:23:04,614 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:23:04,615 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened be25623e70bf010b73574b20198a6124; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73553575, jitterRate=0.09603367745876312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:23:04,615 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be25623e70bf010b73574b20198a6124 2024-11-27T00:23:04,615 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for be25623e70bf010b73574b20198a6124: Running coprocessor pre-open hook at 1732666984595Writing region info on filesystem at 1732666984595Initializing all the Stores at 1732666984604 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666984605 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666984605Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666984605Cleaning up temporary data from old regions at 1732666984611 (+6 ms)Running coprocessor post-open hooks at 1732666984615 (+4 ms)Region opened successfully at 1732666984615 2024-11-27T00:23:04,620 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666983704.be25623e70bf010b73574b20198a6124., pid=6, masterSystemTime=1732666984552 2024-11-27T00:23:04,635 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be25623e70bf010b73574b20198a6124, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,41269,1732666965003 2024-11-27T00:23:04,642 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666983704.be25623e70bf010b73574b20198a6124. 2024-11-27T00:23:04,642 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666983704.be25623e70bf010b73574b20198a6124. 2024-11-27T00:23:04,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be25623e70bf010b73574b20198a6124, server=f036bc4986ea,41269,1732666965003 because future has completed 2024-11-27T00:23:04,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:23:04,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure be25623e70bf010b73574b20198a6124, server=f036bc4986ea,41269,1732666965003 in 257 msec 2024-11-27T00:23:04,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:23:04,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=be25623e70bf010b73574b20198a6124, ASSIGN in 431 msec 2024-11-27T00:23:04,656 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:23:04,656 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666984656"}]},"ts":"1732666984656"} 2024-11-27T00:23:04,669 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:23:04,680 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:23:04,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 975 msec 2024-11-27T00:23:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:04,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:04,857 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:23:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,44243,1732666972636 2024-11-27T00:23:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b2c1dd8 2024-11-27T00:23:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:23:04,865 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:23:04,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:23:04,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:23:04,872 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:23:04,873 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:04,874 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:23:04,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:23:04,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:04,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:23:04,894 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c490e01ae23c6511889f611b3577a3e, NAME => 'test,,1732666984866.3c490e01ae23c6511889f611b3577a3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741 2024-11-27T00:23:04,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:23:04,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:05,117 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:23:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:05,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666984866.3c490e01ae23c6511889f611b3577a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:23:05,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3c490e01ae23c6511889f611b3577a3e, disabling compactions & flushes 2024-11-27T00:23:05,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. 2024-11-27T00:23:05,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. 2024-11-27T00:23:05,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. after waiting 0 ms 2024-11-27T00:23:05,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. 2024-11-27T00:23:05,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. 2024-11-27T00:23:05,307 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c490e01ae23c6511889f611b3577a3e: Waiting for close lock at 1732666985307Disabling compacts and flushes for region at 1732666985307Disabling writes for close at 1732666985307Writing region close event to WAL at 1732666985307Closed at 1732666985307 2024-11-27T00:23:05,309 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:23:05,309 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666984866.3c490e01ae23c6511889f611b3577a3e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666985309"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666985309"}]},"ts":"1732666985309"} 2024-11-27T00:23:05,318 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:23:05,319 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:23:05,320 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666985319"}]},"ts":"1732666985319"} 2024-11-27T00:23:05,326 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:23:05,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c490e01ae23c6511889f611b3577a3e, ASSIGN}] 2024-11-27T00:23:05,328 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c490e01ae23c6511889f611b3577a3e, ASSIGN 2024-11-27T00:23:05,330 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3c490e01ae23c6511889f611b3577a3e, ASSIGN; state=OFFLINE, location=f036bc4986ea,34457,1732666972834; forceNewPlan=false, retain=false 2024-11-27T00:23:05,481 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c490e01ae23c6511889f611b3577a3e, regionState=OPENING, regionLocation=f036bc4986ea,34457,1732666972834 2024-11-27T00:23:05,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3c490e01ae23c6511889f611b3577a3e, ASSIGN because future has completed 2024-11-27T00:23:05,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c490e01ae23c6511889f611b3577a3e, server=f036bc4986ea,34457,1732666972834}] 2024-11-27T00:23:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:05,679 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. 2024-11-27T00:23:05,680 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c490e01ae23c6511889f611b3577a3e, NAME => 'test,,1732666984866.3c490e01ae23c6511889f611b3577a3e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:23:05,680 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:23:05,680 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:23:05,680 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:05,680 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666984866.3c490e01ae23c6511889f611b3577a3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:23:05,680 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:05,681 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:05,696 INFO [StoreOpener-3c490e01ae23c6511889f611b3577a3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:05,698 INFO [StoreOpener-3c490e01ae23c6511889f611b3577a3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c490e01ae23c6511889f611b3577a3e columnFamilyName f 2024-11-27T00:23:05,698 DEBUG [StoreOpener-3c490e01ae23c6511889f611b3577a3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:05,698 INFO [StoreOpener-3c490e01ae23c6511889f611b3577a3e-1 {}] regionserver.HStore(327): Store=3c490e01ae23c6511889f611b3577a3e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:05,699 INFO [StoreOpener-3c490e01ae23c6511889f611b3577a3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:05,702 INFO [StoreOpener-3c490e01ae23c6511889f611b3577a3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c490e01ae23c6511889f611b3577a3e columnFamilyName f1 2024-11-27T00:23:05,702 DEBUG [StoreOpener-3c490e01ae23c6511889f611b3577a3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:05,703 INFO [StoreOpener-3c490e01ae23c6511889f611b3577a3e-1 {}] regionserver.HStore(327): Store=3c490e01ae23c6511889f611b3577a3e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:05,703 INFO [StoreOpener-3c490e01ae23c6511889f611b3577a3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:05,704 INFO [StoreOpener-3c490e01ae23c6511889f611b3577a3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c490e01ae23c6511889f611b3577a3e columnFamilyName norep 2024-11-27T00:23:05,704 DEBUG [StoreOpener-3c490e01ae23c6511889f611b3577a3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:05,707 INFO [StoreOpener-3c490e01ae23c6511889f611b3577a3e-1 {}] regionserver.HStore(327): Store=3c490e01ae23c6511889f611b3577a3e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:05,707 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:05,708 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:05,709 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:05,709 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:05,710 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:05,710 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:23:05,711 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:05,722 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:23:05,723 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3c490e01ae23c6511889f611b3577a3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68605660, jitterRate=0.022303998470306396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:23:05,723 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:05,723 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3c490e01ae23c6511889f611b3577a3e: Running coprocessor pre-open hook at 1732666985681Writing region info on filesystem at 1732666985681Initializing all the Stores at 1732666985687 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666985687Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666985696 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666985696Cleaning up temporary data from old regions at 1732666985710 (+14 ms)Running coprocessor post-open hooks at 1732666985723 (+13 ms)Region opened successfully at 1732666985723 2024-11-27T00:23:05,758 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666984866.3c490e01ae23c6511889f611b3577a3e., pid=6, masterSystemTime=1732666985660 2024-11-27T00:23:05,761 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. 2024-11-27T00:23:05,761 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. 2024-11-27T00:23:05,762 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c490e01ae23c6511889f611b3577a3e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,34457,1732666972834 2024-11-27T00:23:05,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c490e01ae23c6511889f611b3577a3e, server=f036bc4986ea,34457,1732666972834 because future has completed 2024-11-27T00:23:05,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:23:05,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c490e01ae23c6511889f611b3577a3e, server=f036bc4986ea,34457,1732666972834 in 270 msec 2024-11-27T00:23:05,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:23:05,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3c490e01ae23c6511889f611b3577a3e, ASSIGN in 440 msec 2024-11-27T00:23:05,770 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:23:05,770 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666985770"}]},"ts":"1732666985770"} 2024-11-27T00:23:05,772 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:23:05,773 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:23:05,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 907 msec 2024-11-27T00:23:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44243 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:06,019 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:23:06,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41761,1732666979996 2024-11-27T00:23:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61552f91 2024-11-27T00:23:06,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:23:06,023 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:23:06,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:23:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T00:23:06,033 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:23:06,034 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:06,035 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:23:06,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T00:23:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:06,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741835_1011 (size=902) 2024-11-27T00:23:06,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9575d14b6b570dec0a58561abc56197d, NAME => 'test,,1732666986023.9575d14b6b570dec0a58561abc56197d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35 2024-11-27T00:23:06,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741836_1012 (size=39) 2024-11-27T00:23:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:06,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:06,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732666986023.9575d14b6b570dec0a58561abc56197d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:23:06,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9575d14b6b570dec0a58561abc56197d, disabling compactions & flushes 2024-11-27T00:23:06,539 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732666986023.9575d14b6b570dec0a58561abc56197d. 2024-11-27T00:23:06,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666986023.9575d14b6b570dec0a58561abc56197d. 2024-11-27T00:23:06,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732666986023.9575d14b6b570dec0a58561abc56197d. after waiting 0 ms 2024-11-27T00:23:06,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732666986023.9575d14b6b570dec0a58561abc56197d. 2024-11-27T00:23:06,539 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732666986023.9575d14b6b570dec0a58561abc56197d. 2024-11-27T00:23:06,539 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9575d14b6b570dec0a58561abc56197d: Waiting for close lock at 1732666986539Disabling compacts and flushes for region at 1732666986539Disabling writes for close at 1732666986539Writing region close event to WAL at 1732666986539Closed at 1732666986539 2024-11-27T00:23:06,540 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:23:06,541 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732666986023.9575d14b6b570dec0a58561abc56197d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732666986541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666986541"}]},"ts":"1732666986541"} 2024-11-27T00:23:06,548 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:23:06,551 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:23:06,552 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666986551"}]},"ts":"1732666986551"} 2024-11-27T00:23:06,554 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T00:23:06,554 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9575d14b6b570dec0a58561abc56197d, ASSIGN}] 2024-11-27T00:23:06,556 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9575d14b6b570dec0a58561abc56197d, ASSIGN 2024-11-27T00:23:06,557 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9575d14b6b570dec0a58561abc56197d, ASSIGN; state=OFFLINE, location=f036bc4986ea,46317,1732666980484; forceNewPlan=false, retain=false 2024-11-27T00:23:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:06,708 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9575d14b6b570dec0a58561abc56197d, regionState=OPENING, regionLocation=f036bc4986ea,46317,1732666980484 2024-11-27T00:23:06,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9575d14b6b570dec0a58561abc56197d, ASSIGN because future has completed 2024-11-27T00:23:06,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9575d14b6b570dec0a58561abc56197d, server=f036bc4986ea,46317,1732666980484}] 2024-11-27T00:23:06,906 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732666986023.9575d14b6b570dec0a58561abc56197d. 2024-11-27T00:23:06,906 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9575d14b6b570dec0a58561abc56197d, NAME => 'test,,1732666986023.9575d14b6b570dec0a58561abc56197d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:23:06,906 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:23:06,907 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T00:23:06,907 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:06,907 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732666986023.9575d14b6b570dec0a58561abc56197d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:23:06,907 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:06,907 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:06,929 INFO [StoreOpener-9575d14b6b570dec0a58561abc56197d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:06,945 INFO [StoreOpener-9575d14b6b570dec0a58561abc56197d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9575d14b6b570dec0a58561abc56197d columnFamilyName f 2024-11-27T00:23:06,945 DEBUG [StoreOpener-9575d14b6b570dec0a58561abc56197d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:06,945 INFO [StoreOpener-9575d14b6b570dec0a58561abc56197d-1 {}] regionserver.HStore(327): Store=9575d14b6b570dec0a58561abc56197d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:06,945 INFO [StoreOpener-9575d14b6b570dec0a58561abc56197d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:06,954 INFO [StoreOpener-9575d14b6b570dec0a58561abc56197d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9575d14b6b570dec0a58561abc56197d columnFamilyName f1 2024-11-27T00:23:06,954 DEBUG [StoreOpener-9575d14b6b570dec0a58561abc56197d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:06,955 INFO [StoreOpener-9575d14b6b570dec0a58561abc56197d-1 {}] regionserver.HStore(327): Store=9575d14b6b570dec0a58561abc56197d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:06,955 INFO [StoreOpener-9575d14b6b570dec0a58561abc56197d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:06,956 INFO [StoreOpener-9575d14b6b570dec0a58561abc56197d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9575d14b6b570dec0a58561abc56197d columnFamilyName norep 2024-11-27T00:23:06,956 DEBUG [StoreOpener-9575d14b6b570dec0a58561abc56197d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:06,958 INFO [StoreOpener-9575d14b6b570dec0a58561abc56197d-1 {}] regionserver.HStore(327): Store=9575d14b6b570dec0a58561abc56197d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:06,959 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:06,960 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/default/test/9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:06,961 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/default/test/9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:06,962 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:06,962 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:06,963 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:23:06,967 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:06,973 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/default/test/9575d14b6b570dec0a58561abc56197d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:23:06,973 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9575d14b6b570dec0a58561abc56197d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61959369, jitterRate=-0.07673345506191254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:23:06,973 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:06,974 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9575d14b6b570dec0a58561abc56197d: Running coprocessor pre-open hook at 1732666986907Writing region info on filesystem at 1732666986907Initializing all the Stores at 1732666986911 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666986911Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666986929 (+18 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666986929Cleaning up temporary data from old regions at 1732666986963 (+34 ms)Running coprocessor post-open hooks at 1732666986974 (+11 ms)Region opened successfully at 1732666986974 2024-11-27T00:23:06,984 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732666986023.9575d14b6b570dec0a58561abc56197d., pid=6, masterSystemTime=1732666986876 2024-11-27T00:23:06,999 DEBUG [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732666986023.9575d14b6b570dec0a58561abc56197d. 2024-11-27T00:23:06,999 INFO [RS_OPEN_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732666986023.9575d14b6b570dec0a58561abc56197d. 2024-11-27T00:23:07,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9575d14b6b570dec0a58561abc56197d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f036bc4986ea,46317,1732666980484 2024-11-27T00:23:07,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9575d14b6b570dec0a58561abc56197d, server=f036bc4986ea,46317,1732666980484 because future has completed 2024-11-27T00:23:07,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T00:23:07,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9575d14b6b570dec0a58561abc56197d, server=f036bc4986ea,46317,1732666980484 in 312 msec 2024-11-27T00:23:07,041 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:23:07,042 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666987041"}]},"ts":"1732666987041"} 2024-11-27T00:23:07,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T00:23:07,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9575d14b6b570dec0a58561abc56197d, ASSIGN in 476 msec 2024-11-27T00:23:07,044 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T00:23:07,045 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:23:07,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0210 sec 2024-11-27T00:23:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T00:23:07,186 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T00:23:07,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fda89e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:07,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,33267,-1 for getting cluster id 2024-11-27T00:23:07,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:07,196 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f92d150b-9b57-4219-b8a4-785474cab70b' 2024-11-27T00:23:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f92d150b-9b57-4219-b8a4-785474cab70b" 2024-11-27T00:23:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e7252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,33267,-1] 2024-11-27T00:23:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:07,199 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:07,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c97c7fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:07,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:07,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,33267,1732666964253 2024-11-27T00:23:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d829eb9 2024-11-27T00:23:07,201 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:23:07,212 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:23:07,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://f036bc4986ea:44243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:23:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:23:07,220 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:44243' 2024-11-27T00:23:07,221 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0bc3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:07,221 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,44243,-1 for getting cluster id 2024-11-27T00:23:07,221 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:07,222 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0691d56-664b-48a8-af11-fb8a810beec6' 2024-11-27T00:23:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:23:07,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:07,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0691d56-664b-48a8-af11-fb8a810beec6" 2024-11-27T00:23:07,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eca4ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:07,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,44243,-1] 2024-11-27T00:23:07,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:07,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:07,224 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:07,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3dbada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:07,226 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:07,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,44243,1732666972636 2024-11-27T00:23:07,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6830f8b5 2024-11-27T00:23:07,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:23:07,228 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:23:07,229 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T00:23:07,230 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:23:07,230 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:07,230 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:07,230 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T00:23:07,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:23:07,233 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T00:23:07,235 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T00:23:07,235 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:07,237 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T00:23:07,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741837_1013 (size=1138) 2024-11-27T00:23:07,285 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a62b8c0fa4efb510e4dcbe888209308d, NAME => 'hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a 2024-11-27T00:23:07,289 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T00:23:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:23:07,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741838_1014 (size=44) 2024-11-27T00:23:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:23:07,760 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:23:07,760 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a62b8c0fa4efb510e4dcbe888209308d, disabling compactions & flushes 2024-11-27T00:23:07,760 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. 2024-11-27T00:23:07,760 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. 2024-11-27T00:23:07,760 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. after waiting 0 ms 2024-11-27T00:23:07,760 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. 2024-11-27T00:23:07,760 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. 2024-11-27T00:23:07,760 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a62b8c0fa4efb510e4dcbe888209308d: Waiting for close lock at 1732666987760Disabling compacts and flushes for region at 1732666987760Disabling writes for close at 1732666987760Writing region close event to WAL at 1732666987760Closed at 1732666987760 2024-11-27T00:23:07,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T00:23:07,762 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732666987762"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732666987762"}]},"ts":"1732666987762"} 2024-11-27T00:23:07,767 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T00:23:07,768 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T00:23:07,768 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666987768"}]},"ts":"1732666987768"} 2024-11-27T00:23:07,781 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T00:23:07,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a62b8c0fa4efb510e4dcbe888209308d, ASSIGN}] 2024-11-27T00:23:07,785 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a62b8c0fa4efb510e4dcbe888209308d, ASSIGN 2024-11-27T00:23:07,795 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a62b8c0fa4efb510e4dcbe888209308d, ASSIGN; state=OFFLINE, location=f036bc4986ea,41269,1732666965003; forceNewPlan=false, retain=false 2024-11-27T00:23:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:23:07,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a62b8c0fa4efb510e4dcbe888209308d, regionState=OPENING, regionLocation=f036bc4986ea,41269,1732666965003 2024-11-27T00:23:07,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a62b8c0fa4efb510e4dcbe888209308d, ASSIGN because future has completed 2024-11-27T00:23:07,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a62b8c0fa4efb510e4dcbe888209308d, server=f036bc4986ea,41269,1732666965003}] 2024-11-27T00:23:08,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. 2024-11-27T00:23:08,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T00:23:08,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T00:23:08,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f036bc4986ea%2C41269%2C1732666965003.rep, suffix=, logDir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003, archiveDir=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/oldWALs, maxLogs=10 2024-11-27T00:23:08,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.rep.1732666988205, exclude list is [], retry=0 2024-11-27T00:23:08,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35661,DS-38c45f18-fad1-427a-b8c6-08a30bd9d9ca,DISK] 2024-11-27T00:23:08,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.rep.1732666988205 2024-11-27T00:23:08,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44111:44111)] 2024-11-27T00:23:08,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a62b8c0fa4efb510e4dcbe888209308d, NAME => 'hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T00:23:08,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T00:23:08,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T00:23:08,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. service=MultiRowMutationService 2024-11-27T00:23:08,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T00:23:08,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:08,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T00:23:08,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:08,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:08,316 INFO [StoreOpener-a62b8c0fa4efb510e4dcbe888209308d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:08,333 INFO [StoreOpener-a62b8c0fa4efb510e4dcbe888209308d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a62b8c0fa4efb510e4dcbe888209308d columnFamilyName hfileref 2024-11-27T00:23:08,333 DEBUG [StoreOpener-a62b8c0fa4efb510e4dcbe888209308d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:08,340 INFO [StoreOpener-a62b8c0fa4efb510e4dcbe888209308d-1 {}] regionserver.HStore(327): Store=a62b8c0fa4efb510e4dcbe888209308d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:08,340 INFO [StoreOpener-a62b8c0fa4efb510e4dcbe888209308d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:08,346 INFO [StoreOpener-a62b8c0fa4efb510e4dcbe888209308d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a62b8c0fa4efb510e4dcbe888209308d columnFamilyName queue 2024-11-27T00:23:08,346 DEBUG [StoreOpener-a62b8c0fa4efb510e4dcbe888209308d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:08,352 INFO [StoreOpener-a62b8c0fa4efb510e4dcbe888209308d-1 {}] regionserver.HStore(327): Store=a62b8c0fa4efb510e4dcbe888209308d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:08,352 INFO [StoreOpener-a62b8c0fa4efb510e4dcbe888209308d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:08,354 INFO [StoreOpener-a62b8c0fa4efb510e4dcbe888209308d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a62b8c0fa4efb510e4dcbe888209308d columnFamilyName sid 2024-11-27T00:23:08,354 DEBUG [StoreOpener-a62b8c0fa4efb510e4dcbe888209308d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T00:23:08,355 INFO [StoreOpener-a62b8c0fa4efb510e4dcbe888209308d-1 {}] regionserver.HStore(327): Store=a62b8c0fa4efb510e4dcbe888209308d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T00:23:08,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:08,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:23:08,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:08,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:08,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:08,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T00:23:08,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:08,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T00:23:08,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a62b8c0fa4efb510e4dcbe888209308d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61804182, jitterRate=-0.07904592156410217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T00:23:08,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:08,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a62b8c0fa4efb510e4dcbe888209308d: Running coprocessor pre-open hook at 1732666988294Writing region info on filesystem at 1732666988294Initializing all the Stores at 1732666988314 (+20 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666988314Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666988316 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732666988316Cleaning up temporary data from old regions at 1732666988369 (+53 ms)Running coprocessor post-open hooks at 1732666988393 (+24 ms)Region opened successfully at 1732666988393 2024-11-27T00:23:08,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d., pid=10, masterSystemTime=1732666988136 2024-11-27T00:23:08,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. 2024-11-27T00:23:08,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. 2024-11-27T00:23:08,417 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a62b8c0fa4efb510e4dcbe888209308d, regionState=OPEN, openSeqNum=2, regionLocation=f036bc4986ea,41269,1732666965003 2024-11-27T00:23:08,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a62b8c0fa4efb510e4dcbe888209308d, server=f036bc4986ea,41269,1732666965003 because future has completed 2024-11-27T00:23:08,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T00:23:08,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a62b8c0fa4efb510e4dcbe888209308d, server=f036bc4986ea,41269,1732666965003 in 453 msec 2024-11-27T00:23:08,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T00:23:08,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a62b8c0fa4efb510e4dcbe888209308d, ASSIGN in 655 msec 2024-11-27T00:23:08,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T00:23:08,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732666988442"}]},"ts":"1732666988442"} 2024-11-27T00:23:08,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T00:23:08,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T00:23:08,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2300 sec 2024-11-27T00:23:08,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d., hostname=f036bc4986ea,41269,1732666965003, seqNum=2] 2024-11-27T00:23:08,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:23:08,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:23:08,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:23:08,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T00:23:08,800 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T00:23:08,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:23:08,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:08,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:08,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:08,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:08,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:08,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:08,906 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f036bc4986ea,41269,1732666965003, ReplicationSource: 1, currentBandwidth=0 2024-11-27T00:23:08,907 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:23:08,907 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,41269,1732666965003, seqNum=-1] 2024-11-27T00:23:08,907 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:23:08,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-27T00:23:08,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f036bc4986ea,41269,1732666965003', locateType=CURRENT is [region=hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d., hostname=f036bc4986ea,41269,1732666965003, seqNum=2] 2024-11-27T00:23:08,933 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T00:23:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T00:23:08,936 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f036bc4986ea,41269,1732666965003 suceeded 2024-11-27T00:23:08,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T00:23:08,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 324 msec 2024-11-27T00:23:08,938 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f036bc4986ea:44243,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:23:08,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7260 sec 2024-11-27T00:23:08,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:08,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:08,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:08,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:08,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:08,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:08,976 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:44243' 2024-11-27T00:23:08,992 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aa5baae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:08,992 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,44243,-1 for getting cluster id 2024-11-27T00:23:08,993 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:09,000 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0691d56-664b-48a8-af11-fb8a810beec6' 2024-11-27T00:23:09,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:09,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0691d56-664b-48a8-af11-fb8a810beec6" 2024-11-27T00:23:09,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d9087e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,44243,-1] 2024-11-27T00:23:09,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:09,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:09,002 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:09,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:09,016 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69693be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,016 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:09,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,44243,1732666972636 2024-11-27T00:23:09,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c621d0d 2024-11-27T00:23:09,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:23:09,023 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T00:23:09,024 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f036bc4986ea,41269,1732666965003 (queues=1) is replicating from cluster=f92d150b-9b57-4219-b8a4-785474cab70b to cluster=c0691d56-664b-48a8-af11-fb8a810beec6 2024-11-27T00:23:09,024 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f036bc4986ea%2C41269%2C1732666965003 2024-11-27T00:23:09,024 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f036bc4986ea,41269,1732666965003, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:23:09,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:09,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:09,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:09,036 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371, startPosition=0, beingWritten=true 2024-11-27T00:23:09,047 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C41269%2C1732666965003 2024-11-27T00:23:09,082 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:23:09,082 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 to pos 379, reset compression=false 2024-11-27T00:23:09,082 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,41269,1732666965003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:23:09,317 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 to pos 379, reset compression=false 2024-11-27T00:23:09,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T00:23:09,366 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T00:23:09,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:23:09,367 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:09,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:09,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:09,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:23:09,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c89209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,33267,-1 for getting cluster id 2024-11-27T00:23:09,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:09,368 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f92d150b-9b57-4219-b8a4-785474cab70b' 2024-11-27T00:23:09,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f92d150b-9b57-4219-b8a4-785474cab70b" 2024-11-27T00:23:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d48d889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,33267,-1] 2024-11-27T00:23:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:09,371 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:09,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29524c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,44243,-1 for getting cluster id 2024-11-27T00:23:09,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:09,373 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0691d56-664b-48a8-af11-fb8a810beec6' 2024-11-27T00:23:09,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:09,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0691d56-664b-48a8-af11-fb8a810beec6" 2024-11-27T00:23:09,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284eee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,44243,-1] 2024-11-27T00:23:09,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:09,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:09,375 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:09,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373e9aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41761,-1 for getting cluster id 2024-11-27T00:23:09,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:09,386 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a8b5800-b5c6-40cb-bf5a-bc35ad7649c9' 2024-11-27T00:23:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a8b5800-b5c6-40cb-bf5a-bc35ad7649c9" 2024-11-27T00:23:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102fe86b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41761,-1] 2024-11-27T00:23:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:09,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:09,387 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:09,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1be38608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:23:09,392 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732666989392/Put/seqid=0 2024-11-27T00:23:09,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741840_1016 (size=7894) 2024-11-27T00:23:09,415 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732666989414/Put/seqid=0 2024-11-27T00:23:09,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741841_1017 (size=7691) 2024-11-27T00:23:09,625 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 to pos 379, reset compression=false 2024-11-27T00:23:09,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,33267,-1 for getting cluster id 2024-11-27T00:23:09,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:09,838 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f92d150b-9b57-4219-b8a4-785474cab70b' 2024-11-27T00:23:09,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:09,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f92d150b-9b57-4219-b8a4-785474cab70b" 2024-11-27T00:23:09,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ef1d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,33267,-1] 2024-11-27T00:23:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:09,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:09,846 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:09,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:09,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:23:09,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,41269,1732666965003, seqNum=-1] 2024-11-27T00:23:09,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:23:09,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:23:09,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:09,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,33267,1732666964253 2024-11-27T00:23:09,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dd34062 2024-11-27T00:23:09,920 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:23:09,924 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:23:09,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732666983704.be25623e70bf010b73574b20198a6124., hostname=f036bc4986ea,41269,1732666965003, seqNum=2] 2024-11-27T00:23:09,938 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:23:09,970 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-27T00:23:09,981 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-27T00:23:10,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_0/f/hfile_0 for inclusion in be25623e70bf010b73574b20198a6124/f 2024-11-27T00:23:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T00:23:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:23:10,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_0/f/hfile_1 for inclusion in be25623e70bf010b73574b20198a6124/f 2024-11-27T00:23:10,052 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 to pos 379, reset compression=false 2024-11-27T00:23:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T00:23:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:23:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HRegion(2603): Flush status journal for be25623e70bf010b73574b20198a6124: 2024-11-27T00:23:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__cg7611c2pgnvc9m9v49h8hr2qgbdj5n906qu8cgtriqtmjmmc36cluetge7b7h3r/f/hfile_0 2024-11-27T00:23:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__cg7611c2pgnvc9m9v49h8hr2qgbdj5n906qu8cgtriqtmjmmc36cluetge7b7h3r/f/hfile_0 as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/754777c2413a46eaa2c58ea134e048a0_SeqId_4_ 2024-11-27T00:23:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__cg7611c2pgnvc9m9v49h8hr2qgbdj5n906qu8cgtriqtmjmmc36cluetge7b7h3r/f/hfile_1 2024-11-27T00:23:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__cg7611c2pgnvc9m9v49h8hr2qgbdj5n906qu8cgtriqtmjmmc36cluetge7b7h3r/f/hfile_1 as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/5bc8257af4554e99a7b979cc8d985890_SeqId_4_ 2024-11-27T00:23:10,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__cg7611c2pgnvc9m9v49h8hr2qgbdj5n906qu8cgtriqtmjmmc36cluetge7b7h3r/f/hfile_0 into be25623e70bf010b73574b20198a6124/f as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/754777c2413a46eaa2c58ea134e048a0_SeqId_4_ - updating store file list. 2024-11-27T00:23:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 754777c2413a46eaa2c58ea134e048a0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:23:10,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/754777c2413a46eaa2c58ea134e048a0_SeqId_4_ into be25623e70bf010b73574b20198a6124/f 2024-11-27T00:23:10,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__cg7611c2pgnvc9m9v49h8hr2qgbdj5n906qu8cgtriqtmjmmc36cluetge7b7h3r/f/hfile_0 into be25623e70bf010b73574b20198a6124/f (new location: hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/754777c2413a46eaa2c58ea134e048a0_SeqId_4_) 2024-11-27T00:23:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__cg7611c2pgnvc9m9v49h8hr2qgbdj5n906qu8cgtriqtmjmmc36cluetge7b7h3r/f/hfile_0 2024-11-27T00:23:10,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__cg7611c2pgnvc9m9v49h8hr2qgbdj5n906qu8cgtriqtmjmmc36cluetge7b7h3r/f/hfile_1 into be25623e70bf010b73574b20198a6124/f as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/5bc8257af4554e99a7b979cc8d985890_SeqId_4_ - updating store file list. 2024-11-27T00:23:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5bc8257af4554e99a7b979cc8d985890_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:23:10,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/5bc8257af4554e99a7b979cc8d985890_SeqId_4_ into be25623e70bf010b73574b20198a6124/f 2024-11-27T00:23:10,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__cg7611c2pgnvc9m9v49h8hr2qgbdj5n906qu8cgtriqtmjmmc36cluetge7b7h3r/f/hfile_1 into be25623e70bf010b73574b20198a6124/f (new location: hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/5bc8257af4554e99a7b979cc8d985890_SeqId_4_) 2024-11-27T00:23:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__cg7611c2pgnvc9m9v49h8hr2qgbdj5n906qu8cgtriqtmjmmc36cluetge7b7h3r/f/hfile_1 2024-11-27T00:23:10,241 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:23:10,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:10,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:10,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:10,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:23:10,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:23:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,34457,1732666972834, seqNum=-1] 2024-11-27T00:23:10,243 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732666983704.be25623e70bf010b73574b20198a6124., hostname=f036bc4986ea,41269,1732666965003, seqNum=2 , the old value is region=test,,1732666983704.be25623e70bf010b73574b20198a6124., hostname=f036bc4986ea,41269,1732666965003, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f036bc4986ea:41269 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T00:23:10,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732666983704.be25623e70bf010b73574b20198a6124., hostname=f036bc4986ea,41269,1732666965003, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T00:23:10,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732666983704.be25623e70bf010b73574b20198a6124., hostname=f036bc4986ea,41269,1732666965003, seqNum=2 from cache 2024-11-27T00:23:10,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:23:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:40104 deadline: 1732667050244 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:40104 2024-11-27T00:23:10,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:23:10,247 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732666984866.3c490e01ae23c6511889f611b3577a3e., hostname=f036bc4986ea,34457,1732666972834, seqNum=2] 2024-11-27T00:23:10,254 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T00:23:10,348 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:41269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T00:23:10,586 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 to pos 379, reset compression=false 2024-11-27T00:23:10,635 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:23:10,636 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,41269,1732666965003 got entry batch from reader: WALEntryBatch [walEntries=[{test/be25623e70bf010b73574b20198a6124/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732666990232/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T00:23:10,638 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:23:10,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T00:23:10,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.ReplicationSink(318): Replicating [f92d150b-9b57-4219-b8a4-785474cab70b] bulk loaded data 2024-11-27T00:23:10,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d109ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:10,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,44243,-1 for getting cluster id 2024-11-27T00:23:10,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:10,656 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0691d56-664b-48a8-af11-fb8a810beec6' 2024-11-27T00:23:10,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:10,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0691d56-664b-48a8-af11-fb8a810beec6" 2024-11-27T00:23:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d0d2e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,44243,-1] 2024-11-27T00:23:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:10,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:10,662 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:10,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68e80433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:10,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741837_1013 (size=7894) 2024-11-27T00:23:10,836 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 to pos 687, reset compression=false 2024-11-27T00:23:11,175 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 to pos 687, reset compression=false 2024-11-27T00:23:11,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741838_1014 (size=7691) 2024-11-27T00:23:11,260 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T00:23:11,592 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 to pos 687, reset compression=false 2024-11-27T00:23:11,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:11,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,44243,1732666972636 2024-11-27T00:23:11,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c66513 2024-11-27T00:23:11,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:23:11,613 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-27T00:23:11,618 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:23:11,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:23:11,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,34457,1732666972834, seqNum=-1] 2024-11-27T00:23:11,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:23:11,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-27T00:23:11,669 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__jchc83ejob6hbr9a6ego7qj46tur7u7sc36k4a1sk29bf4i0625t87tb5fq68i82/f/5bc8257af4554e99a7b979cc8d985890_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-27T00:23:11,682 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__jchc83ejob6hbr9a6ego7qj46tur7u7sc36k4a1sk29bf4i0625t87tb5fq68i82/f/754777c2413a46eaa2c58ea134e048a0_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-27T00:23:11,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__jchc83ejob6hbr9a6ego7qj46tur7u7sc36k4a1sk29bf4i0625t87tb5fq68i82/f/754777c2413a46eaa2c58ea134e048a0_SeqId_4_ for inclusion in 3c490e01ae23c6511889f611b3577a3e/f 2024-11-27T00:23:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T00:23:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:23:11,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__jchc83ejob6hbr9a6ego7qj46tur7u7sc36k4a1sk29bf4i0625t87tb5fq68i82/f/5bc8257af4554e99a7b979cc8d985890_SeqId_4_ for inclusion in 3c490e01ae23c6511889f611b3577a3e/f 2024-11-27T00:23:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T00:23:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:23:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HRegion(2603): Flush status journal for 3c490e01ae23c6511889f611b3577a3e: 2024-11-27T00:23:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 754777c2413a46eaa2c58ea134e048a0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T00:23:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__jchc83ejob6hbr9a6ego7qj46tur7u7sc36k4a1sk29bf4i0625t87tb5fq68i82/f/754777c2413a46eaa2c58ea134e048a0_SeqId_4_ as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/f685d00362f44163b3830088ba5b3fdc_SeqId_4_ 2024-11-27T00:23:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5bc8257af4554e99a7b979cc8d985890_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T00:23:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__jchc83ejob6hbr9a6ego7qj46tur7u7sc36k4a1sk29bf4i0625t87tb5fq68i82/f/5bc8257af4554e99a7b979cc8d985890_SeqId_4_ as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/88dc03f7b3314947be4bd1d2964fb250_SeqId_4_ 2024-11-27T00:23:11,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__jchc83ejob6hbr9a6ego7qj46tur7u7sc36k4a1sk29bf4i0625t87tb5fq68i82/f/754777c2413a46eaa2c58ea134e048a0_SeqId_4_ into 3c490e01ae23c6511889f611b3577a3e/f as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/f685d00362f44163b3830088ba5b3fdc_SeqId_4_ - updating store file list. 2024-11-27T00:23:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f685d00362f44163b3830088ba5b3fdc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:23:11,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/f685d00362f44163b3830088ba5b3fdc_SeqId_4_ into 3c490e01ae23c6511889f611b3577a3e/f 2024-11-27T00:23:11,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__jchc83ejob6hbr9a6ego7qj46tur7u7sc36k4a1sk29bf4i0625t87tb5fq68i82/f/754777c2413a46eaa2c58ea134e048a0_SeqId_4_ into 3c490e01ae23c6511889f611b3577a3e/f (new location: hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/f685d00362f44163b3830088ba5b3fdc_SeqId_4_) 2024-11-27T00:23:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__jchc83ejob6hbr9a6ego7qj46tur7u7sc36k4a1sk29bf4i0625t87tb5fq68i82/f/754777c2413a46eaa2c58ea134e048a0_SeqId_4_ 2024-11-27T00:23:11,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__jchc83ejob6hbr9a6ego7qj46tur7u7sc36k4a1sk29bf4i0625t87tb5fq68i82/f/5bc8257af4554e99a7b979cc8d985890_SeqId_4_ into 3c490e01ae23c6511889f611b3577a3e/f as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/88dc03f7b3314947be4bd1d2964fb250_SeqId_4_ - updating store file list. 2024-11-27T00:23:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 88dc03f7b3314947be4bd1d2964fb250_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:23:11,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/88dc03f7b3314947be4bd1d2964fb250_SeqId_4_ into 3c490e01ae23c6511889f611b3577a3e/f 2024-11-27T00:23:11,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__jchc83ejob6hbr9a6ego7qj46tur7u7sc36k4a1sk29bf4i0625t87tb5fq68i82/f/5bc8257af4554e99a7b979cc8d985890_SeqId_4_ into 3c490e01ae23c6511889f611b3577a3e/f (new location: hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/88dc03f7b3314947be4bd1d2964fb250_SeqId_4_) 2024-11-27T00:23:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__jchc83ejob6hbr9a6ego7qj46tur7u7sc36k4a1sk29bf4i0625t87tb5fq68i82/f/5bc8257af4554e99a7b979cc8d985890_SeqId_4_ 2024-11-27T00:23:11,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.ReplicationSink(324): Finished replicating [f92d150b-9b57-4219-b8a4-785474cab70b] bulk loaded data 2024-11-27T00:23:12,129 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 to pos 687, reset compression=false 2024-11-27T00:23:12,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T00:23:12,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:23:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46317,1732666980484, seqNum=-1] 2024-11-27T00:23:12,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:23:12,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:23:12,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732666986023.9575d14b6b570dec0a58561abc56197d., hostname=f036bc4986ea,46317,1732666980484, seqNum=2] 2024-11-27T00:23:12,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:23:12,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T00:23:12,298 DEBUG [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f036bc4986ea%2C41269%2C1732666965003.rep:(num 1732666988205) roll requested 2024-11-27T00:23:12,328 DEBUG [regionserver/f036bc4986ea:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.rep.1732666992298, exclude list is [], retry=0 2024-11-27T00:23:12,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35661,DS-38c45f18-fad1-427a-b8c6-08a30bd9d9ca,DISK] 2024-11-27T00:23:12,356 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.rep.1732666988205 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.rep.1732666992298 2024-11-27T00:23:12,360 DEBUG [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44111:44111)] 2024-11-27T00:23:12,360 DEBUG [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.rep.1732666988205 is not closed yet, will try archiving it next time 2024-11-27T00:23:12,360 DEBUG [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f036bc4986ea%2C41269%2C1732666965003:(num 1732666968371) roll requested 2024-11-27T00:23:12,377 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.rep.1732666988205 not finished, retry = 0 2024-11-27T00:23:12,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741839_1015 (size=1505) 2024-11-27T00:23:12,392 DEBUG [regionserver/f036bc4986ea:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360, exclude list is [], retry=0 2024-11-27T00:23:12,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35661,DS-38c45f18-fad1-427a-b8c6-08a30bd9d9ca,DISK] 2024-11-27T00:23:12,424 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 2024-11-27T00:23:12,429 DEBUG [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44111:44111)] 2024-11-27T00:23:12,429 DEBUG [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 is not closed yet, will try archiving it next time 2024-11-27T00:23:12,429 DEBUG [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f036bc4986ea%2C41269%2C1732666965003.meta:.meta(num 1732666969323) roll requested 2024-11-27T00:23:12,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6394f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:12,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,33267,-1 for getting cluster id 2024-11-27T00:23:12,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:12,439 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f92d150b-9b57-4219-b8a4-785474cab70b' 2024-11-27T00:23:12,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:12,439 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f92d150b-9b57-4219-b8a4-785474cab70b" 2024-11-27T00:23:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4f90b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,33267,-1] 2024-11-27T00:23:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741832_1008 (size=695) 2024-11-27T00:23:12,448 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:12,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b05bd28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:12,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,33267,1732666964253 2024-11-27T00:23:12,464 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 to hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/oldWALs/f036bc4986ea%2C41269%2C1732666965003.1732666968371 2024-11-27T00:23:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@586c471f 2024-11-27T00:23:12,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:23:12,466 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:23:12,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://f036bc4986ea:41761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T00:23:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T00:23:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T00:23:12,480 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:41761' 2024-11-27T00:23:12,489 DEBUG [regionserver/f036bc4986ea:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.meta.1732666992429.meta, exclude list is [], retry=0 2024-11-27T00:23:12,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35661,DS-38c45f18-fad1-427a-b8c6-08a30bd9d9ca,DISK] 2024-11-27T00:23:12,498 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce47c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:12,498 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41761,-1 for getting cluster id 2024-11-27T00:23:12,498 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:12,499 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a8b5800-b5c6-40cb-bf5a-bc35ad7649c9' 2024-11-27T00:23:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a8b5800-b5c6-40cb-bf5a-bc35ad7649c9" 2024-11-27T00:23:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41cd6c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41761,-1] 2024-11-27T00:23:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:12,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:12,502 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:12,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2a8ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:12,503 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:12,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41761,1732666979996 2024-11-27T00:23:12,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@746d3b36 2024-11-27T00:23:12,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:23:12,505 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:23:12,506 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T00:23:12,506 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T00:23:12,506 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:12,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:23:12,507 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:12,515 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.meta.1732666969323.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.meta.1732666992429.meta 2024-11-27T00:23:12,516 DEBUG [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44111:44111)] 2024-11-27T00:23:12,516 DEBUG [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.meta.1732666969323.meta is not closed yet, will try archiving it next time 2024-11-27T00:23:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741834_1010 (size=3473) 2024-11-27T00:23:12,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.meta.1732666969323.meta not finished, retry = 0 2024-11-27T00:23:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T00:23:12,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T00:23:12,757 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 to pos 687, reset compression=false 2024-11-27T00:23:12,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T00:23:12,761 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T00:23:12,778 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 was moved to hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/oldWALs/f036bc4986ea%2C41269%2C1732666965003.1732666968371 2024-11-27T00:23:12,785 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371 2024-11-27T00:23:12,785 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360, startPosition=0, beingWritten=true 2024-11-27T00:23:12,785 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,41269,1732666965003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666968371, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T00:23:12,789 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [f036bc4986ea%2C41269%2C1732666965003.1732666968371] 2024-11-27T00:23:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T00:23:12,827 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-f036bc4986ea,41269,1732666965003, ReplicationSource: 2, currentBandwidth=0 2024-11-27T00:23:12,854 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T00:23:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T00:23:12,863 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f036bc4986ea,41269,1732666965003 suceeded 2024-11-27T00:23:12,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T00:23:12,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 273 msec 2024-11-27T00:23:12,866 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f036bc4986ea:41761,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T00:23:12,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 394 msec 2024-11-27T00:23:12,879 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f036bc4986ea:41761' 2024-11-27T00:23:12,885 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6371294e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:12,885 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41761,-1 for getting cluster id 2024-11-27T00:23:12,885 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:12,886 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a8b5800-b5c6-40cb-bf5a-bc35ad7649c9' 2024-11-27T00:23:12,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:12,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a8b5800-b5c6-40cb-bf5a-bc35ad7649c9" 2024-11-27T00:23:12,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54fbe4ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:12,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41761,-1] 2024-11-27T00:23:12,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:12,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:12,889 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:12,892 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@280fdf15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:12,893 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:12,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41761,1732666979996 2024-11-27T00:23:12,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cfe5020 2024-11-27T00:23:12,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:23:12,895 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T00:23:12,896 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f036bc4986ea,41269,1732666965003 (queues=1) is replicating from cluster=f92d150b-9b57-4219-b8a4-785474cab70b to cluster=2a8b5800-b5c6-40cb-bf5a-bc35ad7649c9 2024-11-27T00:23:12,896 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f036bc4986ea%2C41269%2C1732666965003 2024-11-27T00:23:12,896 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f036bc4986ea,41269,1732666965003, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T00:23:12,910 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360, startPosition=0, beingWritten=true 2024-11-27T00:23:12,915 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f036bc4986ea%2C41269%2C1732666965003 2024-11-27T00:23:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33267 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T00:23:13,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:23:13,106 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T00:23:13,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:13,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:13,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:13,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:23:13,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T00:23:13,111 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732666993110/Put/seqid=0 2024-11-27T00:23:13,129 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 0, reset compression=false 2024-11-27T00:23:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741845_1021 (size=11194) 2024-11-27T00:23:13,169 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732666993169/Put/seqid=0 2024-11-27T00:23:13,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741846_1022 (size=10791) 2024-11-27T00:23:13,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440fd914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:13,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,33267,-1 for getting cluster id 2024-11-27T00:23:13,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:13,187 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f92d150b-9b57-4219-b8a4-785474cab70b' 2024-11-27T00:23:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f92d150b-9b57-4219-b8a4-785474cab70b" 2024-11-27T00:23:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57bfcebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,33267,-1] 2024-11-27T00:23:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:13,189 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:13,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ab7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:13,190 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:23:13,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,41269,1732666965003, seqNum=-1] 2024-11-27T00:23:13,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:23:13,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T00:23:13,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:13,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,33267,1732666964253 2024-11-27T00:23:13,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7abb27c7 2024-11-27T00:23:13,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:23:13,244 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T00:23:13,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732666983704.be25623e70bf010b73574b20198a6124., hostname=f036bc4986ea,41269,1732666965003, seqNum=2] 2024-11-27T00:23:13,251 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:23:13,263 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-27T00:23:13,266 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-27T00:23:13,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_1/f/hfile_0 for inclusion in be25623e70bf010b73574b20198a6124/f 2024-11-27T00:23:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T00:23:13,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:23:13,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_1/f/hfile_1 for inclusion in be25623e70bf010b73574b20198a6124/f 2024-11-27T00:23:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T00:23:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:23:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HRegion(2603): Flush status journal for be25623e70bf010b73574b20198a6124: 2024-11-27T00:23:13,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__l0ccnqmpt3kdonofrrt07053ccc6g5v0vq6vea1g0kfvq9gcugt08g910matkvj7/f/hfile_0 2024-11-27T00:23:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__l0ccnqmpt3kdonofrrt07053ccc6g5v0vq6vea1g0kfvq9gcugt08g910matkvj7/f/hfile_0 as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ 2024-11-27T00:23:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__l0ccnqmpt3kdonofrrt07053ccc6g5v0vq6vea1g0kfvq9gcugt08g910matkvj7/f/hfile_1 2024-11-27T00:23:13,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__l0ccnqmpt3kdonofrrt07053ccc6g5v0vq6vea1g0kfvq9gcugt08g910matkvj7/f/hfile_1 as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ 2024-11-27T00:23:13,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__l0ccnqmpt3kdonofrrt07053ccc6g5v0vq6vea1g0kfvq9gcugt08g910matkvj7/f/hfile_0 into be25623e70bf010b73574b20198a6124/f as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ - updating store file list. 2024-11-27T00:23:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc6b9ba46b1444bf934e92347b089a78_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T00:23:13,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ into be25623e70bf010b73574b20198a6124/f 2024-11-27T00:23:13,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__l0ccnqmpt3kdonofrrt07053ccc6g5v0vq6vea1g0kfvq9gcugt08g910matkvj7/f/hfile_0 into be25623e70bf010b73574b20198a6124/f (new location: hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_) 2024-11-27T00:23:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__l0ccnqmpt3kdonofrrt07053ccc6g5v0vq6vea1g0kfvq9gcugt08g910matkvj7/f/hfile_0 2024-11-27T00:23:13,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__l0ccnqmpt3kdonofrrt07053ccc6g5v0vq6vea1g0kfvq9gcugt08g910matkvj7/f/hfile_1 into be25623e70bf010b73574b20198a6124/f as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ - updating store file list. 2024-11-27T00:23:13,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e6612b1f354241c0b9f675d5f588b220_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T00:23:13,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ into be25623e70bf010b73574b20198a6124/f 2024-11-27T00:23:13,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__l0ccnqmpt3kdonofrrt07053ccc6g5v0vq6vea1g0kfvq9gcugt08g910matkvj7/f/hfile_1 into be25623e70bf010b73574b20198a6124/f (new location: hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_) 2024-11-27T00:23:13,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/staging/jenkins__test__l0ccnqmpt3kdonofrrt07053ccc6g5v0vq6vea1g0kfvq9gcugt08g910matkvj7/f/hfile_1 2024-11-27T00:23:13,328 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:23:13,328 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:13,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:13,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:13,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:23:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732666983704.be25623e70bf010b73574b20198a6124., hostname=f036bc4986ea,41269,1732666965003, seqNum=2 , the old value is region=test,,1732666983704.be25623e70bf010b73574b20198a6124., hostname=f036bc4986ea,41269,1732666965003, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f036bc4986ea:41269 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T00:23:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732666983704.be25623e70bf010b73574b20198a6124., hostname=f036bc4986ea,41269,1732666965003, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T00:23:13,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732666983704.be25623e70bf010b73574b20198a6124., hostname=f036bc4986ea,41269,1732666965003, seqNum=2 from cache 2024-11-27T00:23:13,332 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T00:23:13,332 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T00:23:13,436 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:41269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T00:23:13,465 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 0, reset compression=false 2024-11-27T00:23:13,473 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:23:13,473 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f036bc4986ea,41269,1732666965003 got entry batch from reader: WALEntryBatch [walEntries=[{test/be25623e70bf010b73574b20198a6124/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732666993326/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T00:23:13,475 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T00:23:13,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T00:23:13,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.ReplicationSink(318): Replicating [f92d150b-9b57-4219-b8a4-785474cab70b] bulk loaded data 2024-11-27T00:23:13,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e9bfbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:13,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] client.ClusterIdFetcher(90): Going to request f036bc4986ea,41761,-1 for getting cluster id 2024-11-27T00:23:13,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T00:23:13,483 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a8b5800-b5c6-40cb-bf5a-bc35ad7649c9' 2024-11-27T00:23:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T00:23:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a8b5800-b5c6-40cb-bf5a-bc35ad7649c9" 2024-11-27T00:23:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7846e5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f036bc4986ea,41761,-1] 2024-11-27T00:23:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T00:23:13,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:13,484 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-27T00:23:13,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2de616a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T00:23:13,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741837_1013 (size=11194) 2024-11-27T00:23:13,505 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 0, reset compression=false 2024-11-27T00:23:13,518 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T00:23:13,518 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,41269,1732666965003 got entry batch from reader: WALEntryBatch [walEntries=[{test/be25623e70bf010b73574b20198a6124/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732666993326/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T00:23:13,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.ReplicationSink(318): Replicating [f92d150b-9b57-4219-b8a4-785474cab70b] bulk loaded data 2024-11-27T00:23:13,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741838_1014 (size=10791) 2024-11-27T00:23:13,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:13,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f036bc4986ea,41761,1732666979996 2024-11-27T00:23:13,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b2f782c 2024-11-27T00:23:13,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T00:23:13,528 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-27T00:23:13,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:23:13,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T00:23:13,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f036bc4986ea,46317,1732666980484, seqNum=-1] 2024-11-27T00:23:13,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T00:23:13,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-27T00:23:13,551 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/staging/jenkins.hfs.23__test__1lru0o3ijj2d4hj3c0qvd74j3kl3maama07qk9u5iko788tq1rbntfvv21fourlt/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T00:23:13,577 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/staging/jenkins.hfs.23__test__1lru0o3ijj2d4hj3c0qvd74j3kl3maama07qk9u5iko788tq1rbntfvv21fourlt/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T00:23:13,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741839_1015 (size=11194) 2024-11-27T00:23:13,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/staging/jenkins.hfs.23__test__1lru0o3ijj2d4hj3c0qvd74j3kl3maama07qk9u5iko788tq1rbntfvv21fourlt/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ for inclusion in 9575d14b6b570dec0a58561abc56197d/f 2024-11-27T00:23:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T00:23:13,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:23:13,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/staging/jenkins.hfs.23__test__1lru0o3ijj2d4hj3c0qvd74j3kl3maama07qk9u5iko788tq1rbntfvv21fourlt/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ for inclusion in 9575d14b6b570dec0a58561abc56197d/f 2024-11-27T00:23:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T00:23:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:23:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HRegion(2603): Flush status journal for 9575d14b6b570dec0a58561abc56197d: 2024-11-27T00:23:13,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e6612b1f354241c0b9f675d5f588b220_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T00:23:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/staging/jenkins.hfs.23__test__1lru0o3ijj2d4hj3c0qvd74j3kl3maama07qk9u5iko788tq1rbntfvv21fourlt/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ as hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/default/test/9575d14b6b570dec0a58561abc56197d/f/b125715025fc47daacec98c0e3dbc1a5_SeqId_4_ 2024-11-27T00:23:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T00:23:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/staging/jenkins.hfs.23__test__1lru0o3ijj2d4hj3c0qvd74j3kl3maama07qk9u5iko788tq1rbntfvv21fourlt/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ as hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/default/test/9575d14b6b570dec0a58561abc56197d/f/296a0179952345039f355e785d12938b_SeqId_4_ 2024-11-27T00:23:13,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/staging/jenkins.hfs.23__test__1lru0o3ijj2d4hj3c0qvd74j3kl3maama07qk9u5iko788tq1rbntfvv21fourlt/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ into 9575d14b6b570dec0a58561abc56197d/f as hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/default/test/9575d14b6b570dec0a58561abc56197d/f/b125715025fc47daacec98c0e3dbc1a5_SeqId_4_ - updating store file list. 2024-11-27T00:23:13,673 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b125715025fc47daacec98c0e3dbc1a5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:23:13,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/default/test/9575d14b6b570dec0a58561abc56197d/f/b125715025fc47daacec98c0e3dbc1a5_SeqId_4_ into 9575d14b6b570dec0a58561abc56197d/f 2024-11-27T00:23:13,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/staging/jenkins.hfs.23__test__1lru0o3ijj2d4hj3c0qvd74j3kl3maama07qk9u5iko788tq1rbntfvv21fourlt/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ into 9575d14b6b570dec0a58561abc56197d/f (new location: hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/default/test/9575d14b6b570dec0a58561abc56197d/f/b125715025fc47daacec98c0e3dbc1a5_SeqId_4_) 2024-11-27T00:23:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/staging/jenkins.hfs.23__test__1lru0o3ijj2d4hj3c0qvd74j3kl3maama07qk9u5iko788tq1rbntfvv21fourlt/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ 2024-11-27T00:23:13,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/staging/jenkins.hfs.23__test__1lru0o3ijj2d4hj3c0qvd74j3kl3maama07qk9u5iko788tq1rbntfvv21fourlt/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ into 9575d14b6b570dec0a58561abc56197d/f as hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/default/test/9575d14b6b570dec0a58561abc56197d/f/296a0179952345039f355e785d12938b_SeqId_4_ - updating store file list. 2024-11-27T00:23:13,718 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:13,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 296a0179952345039f355e785d12938b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T00:23:13,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/default/test/9575d14b6b570dec0a58561abc56197d/f/296a0179952345039f355e785d12938b_SeqId_4_ into 9575d14b6b570dec0a58561abc56197d/f 2024-11-27T00:23:13,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/staging/jenkins.hfs.23__test__1lru0o3ijj2d4hj3c0qvd74j3kl3maama07qk9u5iko788tq1rbntfvv21fourlt/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ into 9575d14b6b570dec0a58561abc56197d/f (new location: hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/default/test/9575d14b6b570dec0a58561abc56197d/f/296a0179952345039f355e785d12938b_SeqId_4_) 2024-11-27T00:23:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/staging/jenkins.hfs.23__test__1lru0o3ijj2d4hj3c0qvd74j3kl3maama07qk9u5iko788tq1rbntfvv21fourlt/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ 2024-11-27T00:23:13,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46317 {}] regionserver.ReplicationSink(324): Finished replicating [f92d150b-9b57-4219-b8a4-785474cab70b] bulk loaded data 2024-11-27T00:23:13,756 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:23:13,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:23:13,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:13,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:14,011 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:14,048 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:14,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741840_1016 (size=10791) 2024-11-27T00:23:14,339 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T00:23:14,464 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:14,511 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:14,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T00:23:14,545 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__hpfquo97310c5kd1jsr93gloqi47crnol1piit6nqd4aqpolpk02u108depbt4rc/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T00:23:14,561 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__hpfquo97310c5kd1jsr93gloqi47crnol1piit6nqd4aqpolpk02u108depbt4rc/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T00:23:14,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__hpfquo97310c5kd1jsr93gloqi47crnol1piit6nqd4aqpolpk02u108depbt4rc/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ for inclusion in 3c490e01ae23c6511889f611b3577a3e/f 2024-11-27T00:23:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T00:23:14,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:23:14,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__hpfquo97310c5kd1jsr93gloqi47crnol1piit6nqd4aqpolpk02u108depbt4rc/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ for inclusion in 3c490e01ae23c6511889f611b3577a3e/f 2024-11-27T00:23:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T00:23:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T00:23:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HRegion(2603): Flush status journal for 3c490e01ae23c6511889f611b3577a3e: 2024-11-27T00:23:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e6612b1f354241c0b9f675d5f588b220_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T00:23:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__hpfquo97310c5kd1jsr93gloqi47crnol1piit6nqd4aqpolpk02u108depbt4rc/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/b897c1f7a69645c2968efc2ed01f2bda_SeqId_6_ 2024-11-27T00:23:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T00:23:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__hpfquo97310c5kd1jsr93gloqi47crnol1piit6nqd4aqpolpk02u108depbt4rc/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/3b0cca20c31d4a98a618da7a67be212a_SeqId_6_ 2024-11-27T00:23:14,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__hpfquo97310c5kd1jsr93gloqi47crnol1piit6nqd4aqpolpk02u108depbt4rc/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ into 3c490e01ae23c6511889f611b3577a3e/f as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/b897c1f7a69645c2968efc2ed01f2bda_SeqId_6_ - updating store file list. 2024-11-27T00:23:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b897c1f7a69645c2968efc2ed01f2bda_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T00:23:14,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/b897c1f7a69645c2968efc2ed01f2bda_SeqId_6_ into 3c490e01ae23c6511889f611b3577a3e/f 2024-11-27T00:23:14,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__hpfquo97310c5kd1jsr93gloqi47crnol1piit6nqd4aqpolpk02u108depbt4rc/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ into 3c490e01ae23c6511889f611b3577a3e/f (new location: hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/b897c1f7a69645c2968efc2ed01f2bda_SeqId_6_) 2024-11-27T00:23:14,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__hpfquo97310c5kd1jsr93gloqi47crnol1piit6nqd4aqpolpk02u108depbt4rc/f/e6612b1f354241c0b9f675d5f588b220_SeqId_6_ 2024-11-27T00:23:14,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__hpfquo97310c5kd1jsr93gloqi47crnol1piit6nqd4aqpolpk02u108depbt4rc/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ into 3c490e01ae23c6511889f611b3577a3e/f as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/3b0cca20c31d4a98a618da7a67be212a_SeqId_6_ - updating store file list. 2024-11-27T00:23:14,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b0cca20c31d4a98a618da7a67be212a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T00:23:14,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/3b0cca20c31d4a98a618da7a67be212a_SeqId_6_ into 3c490e01ae23c6511889f611b3577a3e/f 2024-11-27T00:23:14,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__hpfquo97310c5kd1jsr93gloqi47crnol1piit6nqd4aqpolpk02u108depbt4rc/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ into 3c490e01ae23c6511889f611b3577a3e/f (new location: hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/f/3b0cca20c31d4a98a618da7a67be212a_SeqId_6_) 2024-11-27T00:23:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/staging/jenkins.hfs.22__test__hpfquo97310c5kd1jsr93gloqi47crnol1piit6nqd4aqpolpk02u108depbt4rc/f/fc6b9ba46b1444bf934e92347b089a78_SeqId_6_ 2024-11-27T00:23:14,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34457 {}] regionserver.ReplicationSink(324): Finished replicating [f92d150b-9b57-4219-b8a4-785474cab70b] bulk loaded data 2024-11-27T00:23:14,998 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:15,042 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:15,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:23:15,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:23:15,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:15,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:15,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:15,375 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:23:15,375 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1052778457, stopped=false 2024-11-27T00:23:15,375 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,41761,1732666979996 2024-11-27T00:23:15,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:23:15,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2218848243/running 2024-11-27T00:23:15,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:15,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2218848243/running 2024-11-27T00:23:15,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:15,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:23:15,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:23:15,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:15,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:15,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Set watcher on znode that does not yet exist, /2218848243/running 2024-11-27T00:23:15,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Set watcher on znode that does not yet exist, /2218848243/running 2024-11-27T00:23:15,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,46317,1732666980484' ***** 2024-11-27T00:23:15,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:23:15,468 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:23:15,468 INFO [RS:0;f036bc4986ea:46317 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:23:15,468 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:23:15,468 INFO [RS:0;f036bc4986ea:46317 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:23:15,469 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(3091): Received CLOSE for 9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:15,480 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,46317,1732666980484 2024-11-27T00:23:15,480 INFO [RS:0;f036bc4986ea:46317 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:23:15,480 INFO [RS:0;f036bc4986ea:46317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:46317. 2024-11-27T00:23:15,481 DEBUG [RS:0;f036bc4986ea:46317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:15,481 DEBUG [RS:0;f036bc4986ea:46317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:15,481 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:23:15,481 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:23:15,481 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:23:15,481 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:23:15,484 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T00:23:15,484 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1325): Online Regions={9575d14b6b570dec0a58561abc56197d=test,,1732666986023.9575d14b6b570dec0a58561abc56197d., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:23:15,484 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9575d14b6b570dec0a58561abc56197d 2024-11-27T00:23:15,484 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9575d14b6b570dec0a58561abc56197d, disabling compactions & flushes 2024-11-27T00:23:15,485 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666986023.9575d14b6b570dec0a58561abc56197d. 2024-11-27T00:23:15,485 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666986023.9575d14b6b570dec0a58561abc56197d. 2024-11-27T00:23:15,485 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666986023.9575d14b6b570dec0a58561abc56197d. after waiting 0 ms 2024-11-27T00:23:15,485 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666986023.9575d14b6b570dec0a58561abc56197d. 2024-11-27T00:23:15,488 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:23:15,488 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:23:15,488 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:23:15,488 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:23:15,488 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:23:15,489 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T00:23:15,516 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:23:15,603 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:23:15,604 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:23:15,608 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/default/test/9575d14b6b570dec0a58561abc56197d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T00:23:15,609 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:23:15,609 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:23:15,610 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666986023.9575d14b6b570dec0a58561abc56197d. 2024-11-27T00:23:15,610 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9575d14b6b570dec0a58561abc56197d: Waiting for close lock at 1732666995484Running coprocessor pre-close hooks at 1732666995484Disabling compacts and flushes for region at 1732666995484Disabling writes for close at 1732666995485 (+1 ms)Writing region close event to WAL at 1732666995517 (+32 ms)Running coprocessor post-close hooks at 1732666995609 (+92 ms)Closed at 1732666995610 (+1 ms) 2024-11-27T00:23:15,610 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666986023.9575d14b6b570dec0a58561abc56197d. 2024-11-27T00:23:15,649 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/.tmp/info/0acf830a3a31443987b0f094437b201b is 129, key is test,,1732666986023.9575d14b6b570dec0a58561abc56197d./info:regioninfo/1732666987010/Put/seqid=0 2024-11-27T00:23:15,652 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:15,684 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:15,685 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:15,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741839_1015 (size=6421) 2024-11-27T00:23:15,886 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:16,086 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:16,148 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/.tmp/info/0acf830a3a31443987b0f094437b201b 2024-11-27T00:23:16,212 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/.tmp/ns/eb721b84483740f1a1ba5194aef21353 is 43, key is default/ns:d/1732666983427/Put/seqid=0 2024-11-27T00:23:16,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741840_1016 (size=5153) 2024-11-27T00:23:16,258 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/.tmp/ns/eb721b84483740f1a1ba5194aef21353 2024-11-27T00:23:16,286 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:16,344 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/.tmp/rep_barrier/7cdd330fd3144f3d97a0e6cf379c25da is 112, key is test,,1732666986023.9575d14b6b570dec0a58561abc56197d./rep_barrier:seqnumDuringOpen/1732666987010/Put/seqid=0 2024-11-27T00:23:16,404 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:16,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741841_1017 (size=5518) 2024-11-27T00:23:16,428 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:16,487 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T00:23:16,487 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:23:16,487 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:16,687 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:16,829 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/.tmp/rep_barrier/7cdd330fd3144f3d97a0e6cf379c25da 2024-11-27T00:23:16,887 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:16,894 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/.tmp/table/582297c161b74831adb66a496b205926 is 40, key is test/table:state/1732666987041/Put/seqid=0 2024-11-27T00:23:16,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741842_1018 (size=5165) 2024-11-27T00:23:17,087 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:17,264 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:17,277 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:17,288 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:17,348 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/.tmp/table/582297c161b74831adb66a496b205926 2024-11-27T00:23:17,412 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/.tmp/info/0acf830a3a31443987b0f094437b201b as hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/info/0acf830a3a31443987b0f094437b201b 2024-11-27T00:23:17,441 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/info/0acf830a3a31443987b0f094437b201b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T00:23:17,442 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/.tmp/ns/eb721b84483740f1a1ba5194aef21353 as hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/ns/eb721b84483740f1a1ba5194aef21353 2024-11-27T00:23:17,457 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/ns/eb721b84483740f1a1ba5194aef21353, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T00:23:17,458 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/.tmp/rep_barrier/7cdd330fd3144f3d97a0e6cf379c25da as hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/rep_barrier/7cdd330fd3144f3d97a0e6cf379c25da 2024-11-27T00:23:17,470 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/rep_barrier/7cdd330fd3144f3d97a0e6cf379c25da, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T00:23:17,471 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/.tmp/table/582297c161b74831adb66a496b205926 as hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/table/582297c161b74831adb66a496b205926 2024-11-27T00:23:17,489 DEBUG [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:17,510 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/table/582297c161b74831adb66a496b205926, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T00:23:17,520 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 2031ms, sequenceid=11, compaction requested=false 2024-11-27T00:23:17,611 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T00:23:17,612 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:23:17,612 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:23:17,612 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:23:17,613 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666995488Running coprocessor pre-close hooks at 1732666995488Disabling compacts and flushes for region at 1732666995488Disabling writes for close at 1732666995488Obtaining lock to block concurrent updates at 1732666995489 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732666995489Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732666995489Flushing stores of hbase:meta,,1.1588230740 at 1732666995490 (+1 ms)Flushing 1588230740/info: creating writer at 1732666995491 (+1 ms)Flushing 1588230740/info: appending metadata at 1732666995648 (+157 ms)Flushing 1588230740/info: closing flushed file at 1732666995648Flushing 1588230740/ns: creating writer at 1732666996157 (+509 ms)Flushing 1588230740/ns: appending metadata at 1732666996211 (+54 ms)Flushing 1588230740/ns: closing flushed file at 1732666996211Flushing 1588230740/rep_barrier: creating writer at 1732666996286 (+75 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666996333 (+47 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666996333Flushing 1588230740/table: creating writer at 1732666996839 (+506 ms)Flushing 1588230740/table: appending metadata at 1732666996893 (+54 ms)Flushing 1588230740/table: closing flushed file at 1732666996893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da5ce41: reopening flushed file at 1732666997391 (+498 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df485e3: reopening flushed file at 1732666997441 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6438c30c: reopening flushed file at 1732666997457 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a70b19: reopening flushed file at 1732666997470 (+13 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 2031ms, sequenceid=11, compaction requested=false at 1732666997520 (+50 ms)Writing region close event to WAL at 1732666997591 (+71 ms)Running coprocessor post-close hooks at 1732666997612 (+21 ms)Closed at 1732666997612 2024-11-27T00:23:17,613 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:23:17,689 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,46317,1732666980484; all regions closed. 2024-11-27T00:23:17,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741834_1010 (size=2717) 2024-11-27T00:23:17,718 DEBUG [RS:0;f036bc4986ea:46317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/oldWALs 2024-11-27T00:23:17,718 INFO [RS:0;f036bc4986ea:46317 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C46317%2C1732666980484.meta:.meta(num 1732666983226) 2024-11-27T00:23:17,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741833_1009 (size=1028) 2024-11-27T00:23:17,750 DEBUG [RS:0;f036bc4986ea:46317 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/oldWALs 2024-11-27T00:23:17,750 INFO [RS:0;f036bc4986ea:46317 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C46317%2C1732666980484:(num 1732666982765) 2024-11-27T00:23:17,751 DEBUG [RS:0;f036bc4986ea:46317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:17,751 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:23:17,751 INFO [RS:0;f036bc4986ea:46317 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:23:17,751 INFO [RS:0;f036bc4986ea:46317 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:23:17,751 INFO [RS:0;f036bc4986ea:46317 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:23:17,752 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:23:17,752 INFO [RS:0;f036bc4986ea:46317 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:46317. 2024-11-27T00:23:17,752 DEBUG [RS:0;f036bc4986ea:46317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:17,753 DEBUG [RS:0;f036bc4986ea:46317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:17,753 DEBUG [RS:0;f036bc4986ea:46317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:17,753 INFO [RS:0;f036bc4986ea:46317 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46317 2024-11-27T00:23:17,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:23:17,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2218848243/rs/f036bc4986ea,46317,1732666980484 2024-11-27T00:23:17,769 INFO [RS:0;f036bc4986ea:46317 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:23:17,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243/rs 2024-11-27T00:23:17,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,46317,1732666980484] 2024-11-27T00:23:17,789 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2218848243/draining/f036bc4986ea,46317,1732666980484 already deleted, retry=false 2024-11-27T00:23:17,789 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,46317,1732666980484 expired; onlineServers=0 2024-11-27T00:23:17,789 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,41761,1732666979996' ***** 2024-11-27T00:23:17,789 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:23:17,789 INFO [M:0;f036bc4986ea:41761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:23:17,789 INFO [M:0;f036bc4986ea:41761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:23:17,789 DEBUG [M:0;f036bc4986ea:41761 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:23:17,789 DEBUG [M:0;f036bc4986ea:41761 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:23:17,789 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666982348 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666982348,5,FailOnTimeoutGroup] 2024-11-27T00:23:17,789 INFO [M:0;f036bc4986ea:41761 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:23:17,790 INFO [M:0;f036bc4986ea:41761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:23:17,790 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666982349 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666982349,5,FailOnTimeoutGroup] 2024-11-27T00:23:17,790 DEBUG [M:0;f036bc4986ea:41761 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:23:17,792 INFO [M:0;f036bc4986ea:41761 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:23:17,792 INFO [M:0;f036bc4986ea:41761 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:23:17,792 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:23:17,793 INFO [M:0;f036bc4986ea:41761 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:23:17,793 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:23:17,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2218848243/master 2024-11-27T00:23:17,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2218848243 2024-11-27T00:23:17,825 DEBUG [M:0;f036bc4986ea:41761 {}] zookeeper.ZKUtil(347): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Unable to get data of znode /2218848243/master because node does not exist (not an error) 2024-11-27T00:23:17,825 WARN [M:0;f036bc4986ea:41761 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:23:17,839 INFO [M:0;f036bc4986ea:41761 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/.lastflushedseqids 2024-11-27T00:23:17,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:23:17,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46317-0x10179aba7180007, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:23:17,882 INFO [RS:0;f036bc4986ea:46317 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:23:17,882 INFO [RS:0;f036bc4986ea:46317 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,46317,1732666980484; zookeeper connection closed. 2024-11-27T00:23:17,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17c8c9ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17c8c9ca 2024-11-27T00:23:17,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741843_1019 (size=173) 2024-11-27T00:23:17,904 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:23:17,913 INFO [M:0;f036bc4986ea:41761 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:23:17,916 INFO [M:0;f036bc4986ea:41761 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:23:17,917 DEBUG [M:0;f036bc4986ea:41761 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:23:17,917 INFO [M:0;f036bc4986ea:41761 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:17,917 DEBUG [M:0;f036bc4986ea:41761 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:17,917 DEBUG [M:0;f036bc4986ea:41761 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:23:17,917 DEBUG [M:0;f036bc4986ea:41761 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:17,917 INFO [M:0;f036bc4986ea:41761 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-27T00:23:17,978 DEBUG [M:0;f036bc4986ea:41761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53e15275425f49048bf79744889b7347 is 82, key is hbase:meta,,1/info:regioninfo/1732666983377/Put/seqid=0 2024-11-27T00:23:18,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741844_1020 (size=5672) 2024-11-27T00:23:18,043 INFO [M:0;f036bc4986ea:41761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53e15275425f49048bf79744889b7347 2024-11-27T00:23:18,045 INFO [master/f036bc4986ea:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T00:23:18,045 INFO [master/f036bc4986ea:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T00:23:18,170 DEBUG [M:0;f036bc4986ea:41761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a9a998c7a67478f87c45d949045e163 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732666987047/Put/seqid=0 2024-11-27T00:23:18,204 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:18,211 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:18,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741845_1021 (size=6586) 2024-11-27T00:23:18,240 INFO [M:0;f036bc4986ea:41761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a9a998c7a67478f87c45d949045e163 2024-11-27T00:23:18,310 DEBUG [M:0;f036bc4986ea:41761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13c221810eeb4099999b4ae071b13d73 is 69, key is f036bc4986ea,46317,1732666980484/rs:state/1732666982418/Put/seqid=0 2024-11-27T00:23:18,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741846_1022 (size=5156) 2024-11-27T00:23:18,768 INFO [M:0;f036bc4986ea:41761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13c221810eeb4099999b4ae071b13d73 2024-11-27T00:23:18,814 DEBUG [M:0;f036bc4986ea:41761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53e15275425f49048bf79744889b7347 as hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53e15275425f49048bf79744889b7347 2024-11-27T00:23:18,855 INFO [M:0;f036bc4986ea:41761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53e15275425f49048bf79744889b7347, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T00:23:18,868 DEBUG [M:0;f036bc4986ea:41761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a9a998c7a67478f87c45d949045e163 as hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a9a998c7a67478f87c45d949045e163 2024-11-27T00:23:18,893 INFO [M:0;f036bc4986ea:41761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a9a998c7a67478f87c45d949045e163, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T00:23:18,904 DEBUG [M:0;f036bc4986ea:41761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13c221810eeb4099999b4ae071b13d73 as hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13c221810eeb4099999b4ae071b13d73 2024-11-27T00:23:18,937 INFO [M:0;f036bc4986ea:41761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35699/user/jenkins/test-data/0dd40449-d10d-c6e3-0b72-a64331057c35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13c221810eeb4099999b4ae071b13d73, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T00:23:18,939 INFO [M:0;f036bc4986ea:41761 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1022ms, sequenceid=55, compaction requested=false 2024-11-27T00:23:18,980 INFO [M:0;f036bc4986ea:41761 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:18,980 DEBUG [M:0;f036bc4986ea:41761 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732666997916Disabling compacts and flushes for region at 1732666997916Disabling writes for close at 1732666997917 (+1 ms)Obtaining lock to block concurrent updates at 1732666997917Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732666997917Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732666997917Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732666997921 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732666997921Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732666997978 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732666997978Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732666998082 (+104 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732666998169 (+87 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732666998169Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732666998270 (+101 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732666998310 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732666998310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eeada17: reopening flushed file at 1732666998813 (+503 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528f8658: reopening flushed file at 1732666998855 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f2f1429: reopening flushed file at 1732666998893 (+38 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1022ms, sequenceid=55, compaction requested=false at 1732666998940 (+47 ms)Writing region close event to WAL at 1732666998980 (+40 ms)Closed at 1732666998980 2024-11-27T00:23:19,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37603 is added to blk_1073741830_1006 (size=32770) 2024-11-27T00:23:19,021 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:23:19,021 INFO [M:0;f036bc4986ea:41761 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:23:19,027 INFO [M:0;f036bc4986ea:41761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41761 2024-11-27T00:23:19,030 INFO [M:0;f036bc4986ea:41761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:23:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:23:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41761-0x10179aba7180006, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:23:19,152 INFO [M:0;f036bc4986ea:41761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:23:19,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6240a473{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:23:19,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a759102{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:23:19,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:23:19,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bdfe434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:23:19,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62bab826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/hadoop.log.dir/,STOPPED} 2024-11-27T00:23:19,211 WARN [BP-1072464489-172.17.0.3-1732666976920 heartbeating to localhost/127.0.0.1:35699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:23:19,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:23:19,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:23:19,212 WARN [BP-1072464489-172.17.0.3-1732666976920 heartbeating to localhost/127.0.0.1:35699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1072464489-172.17.0.3-1732666976920 (Datanode Uuid 229f9272-b2fb-48fe-a1a7-3fdd9f385df6) service to localhost/127.0.0.1:35699 2024-11-27T00:23:19,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/cluster_8930ee72-0855-13f9-cec6-a65d75651b78/data/data1/current/BP-1072464489-172.17.0.3-1732666976920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:23:19,214 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:23:19,216 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/cluster_8930ee72-0855-13f9-cec6-a65d75651b78/data/data2/current/BP-1072464489-172.17.0.3-1732666976920 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:23:19,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ddb20b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:23:19,236 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:19,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40341b5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:23:19,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:23:19,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac9f21d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:23:19,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82b758d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/885fa966-4740-93d0-4ea1-adb00fcbc9ce/hadoop.log.dir/,STOPPED} 2024-11-27T00:23:19,258 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:19,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:23:19,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:23:19,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:23:19,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:19,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:19,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:19,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:23:19,289 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:23:19,290 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1994018846, stopped=false 2024-11-27T00:23:19,290 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,44243,1732666972636 2024-11-27T00:23:19,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:19,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:23:19,298 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168925 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:23:19,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227468609/running 2024-11-27T00:23:19,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:23:19,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227468609/running 2024-11-27T00:23:19,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:23:19,308 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:23:19,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Set watcher on znode that does not yet exist, /1227468609/running 2024-11-27T00:23:19,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:23:19,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Set watcher on znode that does not yet exist, /1227468609/running 2024-11-27T00:23:19,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:19,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:19,312 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,34457,1732666972834' ***** 2024-11-27T00:23:19,312 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:23:19,315 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:23:19,315 INFO [RS:0;f036bc4986ea:34457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:23:19,315 INFO [RS:0;f036bc4986ea:34457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:23:19,315 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:19,315 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:23:19,316 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,34457,1732666972834 2024-11-27T00:23:19,316 INFO [RS:0;f036bc4986ea:34457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:23:19,316 INFO [RS:0;f036bc4986ea:34457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:34457. 2024-11-27T00:23:19,316 DEBUG [RS:0;f036bc4986ea:34457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:19,316 DEBUG [RS:0;f036bc4986ea:34457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:19,316 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:23:19,316 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:23:19,316 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:23:19,316 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:23:19,317 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c490e01ae23c6511889f611b3577a3e, disabling compactions & flushes 2024-11-27T00:23:19,317 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. 2024-11-27T00:23:19,317 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. 2024-11-27T00:23:19,317 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. after waiting 0 ms 2024-11-27T00:23:19,317 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. 2024-11-27T00:23:19,328 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T00:23:19,329 DEBUG [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(1325): Online Regions={3c490e01ae23c6511889f611b3577a3e=test,,1732666984866.3c490e01ae23c6511889f611b3577a3e., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T00:23:19,329 DEBUG [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c490e01ae23c6511889f611b3577a3e 2024-11-27T00:23:19,329 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:23:19,329 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:23:19,329 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:23:19,329 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:23:19,329 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:23:19,329 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T00:23:19,353 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:23:19,381 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/.tmp/info/54e394fe77cd4cf6b8f58811426c4275 is 129, key is test,,1732666984866.3c490e01ae23c6511889f611b3577a3e./info:regioninfo/1732666985761/Put/seqid=0 2024-11-27T00:23:19,396 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/default/test/3c490e01ae23c6511889f611b3577a3e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T00:23:19,400 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:23:19,400 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:23:19,400 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. 2024-11-27T00:23:19,400 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c490e01ae23c6511889f611b3577a3e: Waiting for close lock at 1732666999316Running coprocessor pre-close hooks at 1732666999316Disabling compacts and flushes for region at 1732666999317 (+1 ms)Disabling writes for close at 1732666999317Writing region close event to WAL at 1732666999352 (+35 ms)Running coprocessor post-close hooks at 1732666999400 (+48 ms)Closed at 1732666999400 2024-11-27T00:23:19,400 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666984866.3c490e01ae23c6511889f611b3577a3e. 2024-11-27T00:23:19,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741841_1017 (size=6421) 2024-11-27T00:23:19,532 DEBUG [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:19,736 DEBUG [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:19,841 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/.tmp/info/54e394fe77cd4cf6b8f58811426c4275 2024-11-27T00:23:19,886 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/.tmp/ns/a146413f489d46a78a86055c39fe339b is 43, key is default/ns:d/1732666976557/Put/seqid=0 2024-11-27T00:23:19,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741842_1018 (size=5153) 2024-11-27T00:23:19,909 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/.tmp/ns/a146413f489d46a78a86055c39fe339b 2024-11-27T00:23:19,936 DEBUG [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:19,982 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/.tmp/rep_barrier/154a7416e6fb463ebdf0c54edc2d035e is 112, key is test,,1732666984866.3c490e01ae23c6511889f611b3577a3e./rep_barrier:seqnumDuringOpen/1732666985761/Put/seqid=0 2024-11-27T00:23:20,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741843_1019 (size=5518) 2024-11-27T00:23:20,021 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/.tmp/rep_barrier/154a7416e6fb463ebdf0c54edc2d035e 2024-11-27T00:23:20,096 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/.tmp/table/3da2033dfa614feead5add47fb6669e1 is 40, key is test/table:state/1732666985770/Put/seqid=0 2024-11-27T00:23:20,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741844_1020 (size=5165) 2024-11-27T00:23:20,137 DEBUG [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T00:23:20,140 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/.tmp/table/3da2033dfa614feead5add47fb6669e1 2024-11-27T00:23:20,157 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/.tmp/info/54e394fe77cd4cf6b8f58811426c4275 as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/info/54e394fe77cd4cf6b8f58811426c4275 2024-11-27T00:23:20,178 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/info/54e394fe77cd4cf6b8f58811426c4275, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T00:23:20,180 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/.tmp/ns/a146413f489d46a78a86055c39fe339b as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/ns/a146413f489d46a78a86055c39fe339b 2024-11-27T00:23:20,214 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/ns/a146413f489d46a78a86055c39fe339b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T00:23:20,215 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/.tmp/rep_barrier/154a7416e6fb463ebdf0c54edc2d035e as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/rep_barrier/154a7416e6fb463ebdf0c54edc2d035e 2024-11-27T00:23:20,241 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/rep_barrier/154a7416e6fb463ebdf0c54edc2d035e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T00:23:20,245 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/.tmp/table/3da2033dfa614feead5add47fb6669e1 as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/table/3da2033dfa614feead5add47fb6669e1 2024-11-27T00:23:20,261 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/table/3da2033dfa614feead5add47fb6669e1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T00:23:20,262 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=11, compaction requested=false 2024-11-27T00:23:20,298 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T00:23:20,299 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:23:20,299 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:23:20,299 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:23:20,299 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732666999329Running coprocessor pre-close hooks at 1732666999329Disabling compacts and flushes for region at 1732666999329Disabling writes for close at 1732666999329Obtaining lock to block concurrent updates at 1732666999329Preparing flush snapshotting stores in 1588230740 at 1732666999329Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732666999330 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732666999331 (+1 ms)Flushing 1588230740/info: creating writer at 1732666999337 (+6 ms)Flushing 1588230740/info: appending metadata at 1732666999380 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732666999380Flushing 1588230740/ns: creating writer at 1732666999850 (+470 ms)Flushing 1588230740/ns: appending metadata at 1732666999886 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1732666999886Flushing 1588230740/rep_barrier: creating writer at 1732666999930 (+44 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732666999981 (+51 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732666999982 (+1 ms)Flushing 1588230740/table: creating writer at 1732667000047 (+65 ms)Flushing 1588230740/table: appending metadata at 1732667000094 (+47 ms)Flushing 1588230740/table: closing flushed file at 1732667000094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b97269: reopening flushed file at 1732667000156 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e8aec3: reopening flushed file at 1732667000178 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be91038: reopening flushed file at 1732667000214 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3be691: reopening flushed file at 1732667000241 (+27 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=11, compaction requested=false at 1732667000262 (+21 ms)Writing region close event to WAL at 1732667000284 (+22 ms)Running coprocessor post-close hooks at 1732667000299 (+15 ms)Closed at 1732667000299 2024-11-27T00:23:20,300 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:23:20,331 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:23:20,331 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:23:20,340 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,34457,1732666972834; all regions closed. 2024-11-27T00:23:20,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741834_1010 (size=2717) 2024-11-27T00:23:20,364 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/WALs/f036bc4986ea,34457,1732666972834/f036bc4986ea%2C34457%2C1732666972834.meta.1732666976287.meta not finished, retry = 0 2024-11-27T00:23:20,369 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:20,386 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:20,496 DEBUG [RS:0;f036bc4986ea:34457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/oldWALs 2024-11-27T00:23:20,496 INFO [RS:0;f036bc4986ea:34457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C34457%2C1732666972834.meta:.meta(num 1732666976287) 2024-11-27T00:23:20,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741832_1008 (size=1374) 2024-11-27T00:23:20,561 DEBUG [RS:0;f036bc4986ea:34457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/oldWALs 2024-11-27T00:23:20,561 INFO [RS:0;f036bc4986ea:34457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f036bc4986ea%2C34457%2C1732666972834:(num 1732666975456) 2024-11-27T00:23:20,561 DEBUG [RS:0;f036bc4986ea:34457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:20,561 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:23:20,564 INFO [RS:0;f036bc4986ea:34457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:23:20,564 INFO [RS:0;f036bc4986ea:34457 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T00:23:20,565 INFO [RS:0;f036bc4986ea:34457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:23:20,565 INFO [RS:0;f036bc4986ea:34457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:34457. 2024-11-27T00:23:20,565 DEBUG [RS:0;f036bc4986ea:34457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:20,565 DEBUG [RS:0;f036bc4986ea:34457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:20,565 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:23:20,565 DEBUG [RS:0;f036bc4986ea:34457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:20,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:23:20,565 INFO [RS:0;f036bc4986ea:34457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34457 2024-11-27T00:23:20,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227468609/rs/f036bc4986ea,34457,1732666972834 2024-11-27T00:23:20,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609/rs 2024-11-27T00:23:20,859 INFO [RS:0;f036bc4986ea:34457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:23:20,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,34457,1732666972834] 2024-11-27T00:23:21,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:23:21,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34457-0x10179aba7180004, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:23:21,031 INFO [RS:0;f036bc4986ea:34457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:23:21,031 INFO [RS:0;f036bc4986ea:34457 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,34457,1732666972834; zookeeper connection closed. 2024-11-27T00:23:21,032 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e75242f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e75242f 2024-11-27T00:23:21,032 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:23:21,171 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1227468609/draining/f036bc4986ea,34457,1732666972834 already deleted, retry=false 2024-11-27T00:23:21,171 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,34457,1732666972834 expired; onlineServers=0 2024-11-27T00:23:21,171 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,44243,1732666972636' ***** 2024-11-27T00:23:21,171 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:23:21,171 INFO [M:0;f036bc4986ea:44243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:23:21,171 INFO [M:0;f036bc4986ea:44243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:23:21,243 DEBUG [M:0;f036bc4986ea:44243 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:23:21,243 DEBUG [M:0;f036bc4986ea:44243 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:23:21,243 INFO [M:0;f036bc4986ea:44243 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:23:21,244 INFO [M:0;f036bc4986ea:44243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:23:21,244 DEBUG [M:0;f036bc4986ea:44243 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:23:21,244 INFO [M:0;f036bc4986ea:44243 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:23:21,244 INFO [M:0;f036bc4986ea:44243 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:23:21,244 INFO [M:0;f036bc4986ea:44243 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:23:21,244 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:23:21,244 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:23:21,244 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666975088 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666975088,5,FailOnTimeoutGroup] 2024-11-27T00:23:21,244 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666975072 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666975072,5,FailOnTimeoutGroup] 2024-11-27T00:23:21,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:23:21,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:21,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1227468609/master 2024-11-27T00:23:21,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1227468609 2024-11-27T00:23:21,446 DEBUG [M:0;f036bc4986ea:44243 {}] zookeeper.ZKUtil(347): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Unable to get data of znode /1227468609/master because node does not exist (not an error) 2024-11-27T00:23:21,446 WARN [M:0;f036bc4986ea:44243 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:23:21,474 INFO [M:0;f036bc4986ea:44243 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/.lastflushedseqids 2024-11-27T00:23:21,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741845_1021 (size=173) 2024-11-27T00:23:21,600 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:21,631 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:21,933 INFO [M:0;f036bc4986ea:44243 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:23:21,933 INFO [M:0;f036bc4986ea:44243 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:23:21,933 DEBUG [M:0;f036bc4986ea:44243 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:23:21,933 INFO [M:0;f036bc4986ea:44243 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:21,933 DEBUG [M:0;f036bc4986ea:44243 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:21,933 DEBUG [M:0;f036bc4986ea:44243 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:23:21,934 DEBUG [M:0;f036bc4986ea:44243 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:21,934 INFO [M:0;f036bc4986ea:44243 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-27T00:23:21,958 DEBUG [M:0;f036bc4986ea:44243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/963100174d6643dcb039e9d44b6e90b0 is 82, key is hbase:meta,,1/info:regioninfo/1732666976509/Put/seqid=0 2024-11-27T00:23:21,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741846_1022 (size=5672) 2024-11-27T00:23:21,982 INFO [M:0;f036bc4986ea:44243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/963100174d6643dcb039e9d44b6e90b0 2024-11-27T00:23:22,031 DEBUG [M:0;f036bc4986ea:44243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a04b5048a1be474f99a852025c470468 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732666985774/Put/seqid=0 2024-11-27T00:23:22,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741847_1023 (size=6587) 2024-11-27T00:23:22,192 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:23:22,448 INFO [M:0;f036bc4986ea:44243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a04b5048a1be474f99a852025c470468 2024-11-27T00:23:22,522 DEBUG [M:0;f036bc4986ea:44243 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebbaf4b176984c5481ed219936fd9bbc is 69, key is f036bc4986ea,34457,1732666972834/rs:state/1732666975197/Put/seqid=0 2024-11-27T00:23:22,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741848_1024 (size=5156) 2024-11-27T00:23:22,920 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:22,954 INFO [M:0;f036bc4986ea:44243 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebbaf4b176984c5481ed219936fd9bbc 2024-11-27T00:23:22,959 DEBUG [M:0;f036bc4986ea:44243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/963100174d6643dcb039e9d44b6e90b0 as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/963100174d6643dcb039e9d44b6e90b0 2024-11-27T00:23:22,959 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:22,964 INFO [M:0;f036bc4986ea:44243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/963100174d6643dcb039e9d44b6e90b0, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T00:23:22,973 DEBUG [M:0;f036bc4986ea:44243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a04b5048a1be474f99a852025c470468 as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a04b5048a1be474f99a852025c470468 2024-11-27T00:23:22,976 INFO [M:0;f036bc4986ea:44243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a04b5048a1be474f99a852025c470468, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T00:23:22,977 DEBUG [M:0;f036bc4986ea:44243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ebbaf4b176984c5481ed219936fd9bbc as hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebbaf4b176984c5481ed219936fd9bbc 2024-11-27T00:23:22,980 INFO [M:0;f036bc4986ea:44243 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46473/user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ebbaf4b176984c5481ed219936fd9bbc, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T00:23:22,982 INFO [M:0;f036bc4986ea:44243 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1048ms, sequenceid=55, compaction requested=false 2024-11-27T00:23:22,988 INFO [M:0;f036bc4986ea:44243 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:22,988 DEBUG [M:0;f036bc4986ea:44243 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732667001933Disabling compacts and flushes for region at 1732667001933Disabling writes for close at 1732667001933Obtaining lock to block concurrent updates at 1732667001934 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732667001934Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732667001934Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732667001936 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732667001936Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732667001957 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732667001957Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732667001996 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732667002030 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732667002030Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732667002481 (+451 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732667002522 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732667002522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a1bae1: reopening flushed file at 1732667002958 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cc2dceb: reopening flushed file at 1732667002964 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4086e49d: reopening flushed file at 1732667002976 (+12 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1048ms, sequenceid=55, compaction requested=false at 1732667002982 (+6 ms)Writing region close event to WAL at 1732667002988 (+6 ms)Closed at 1732667002988 2024-11-27T00:23:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36771 is added to blk_1073741830_1006 (size=32782) 2024-11-27T00:23:22,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54033049-5dfb-9058-334f-0208af517741/MasterData/WALs/f036bc4986ea,44243,1732666972636/f036bc4986ea%2C44243%2C1732666972636.1732666974191 not finished, retry = 0 2024-11-27T00:23:23,101 INFO [M:0;f036bc4986ea:44243 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:23:23,102 INFO [M:0;f036bc4986ea:44243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44243 2024-11-27T00:23:23,103 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:23:23,104 INFO [M:0;f036bc4986ea:44243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:23:23,698 INFO [M:0;f036bc4986ea:44243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:23:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:23:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44243-0x10179aba7180003, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:23:23,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@362a4d7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:23:23,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@116b2349{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:23:23,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:23:23,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687d9d11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:23:23,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bed62b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/hadoop.log.dir/,STOPPED} 2024-11-27T00:23:23,715 WARN [BP-1552024889-172.17.0.3-1732666969969 heartbeating to localhost/127.0.0.1:46473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:23:23,715 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:23:23,715 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:23:23,715 WARN [BP-1552024889-172.17.0.3-1732666969969 heartbeating to localhost/127.0.0.1:46473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1552024889-172.17.0.3-1732666969969 (Datanode Uuid bd756b28-16a0-4f34-afcf-2763330d1aa9) service to localhost/127.0.0.1:46473 2024-11-27T00:23:23,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/cluster_c1406fdb-0bc1-6045-7524-091eebb5771f/data/data1/current/BP-1552024889-172.17.0.3-1732666969969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:23:23,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/cluster_c1406fdb-0bc1-6045-7524-091eebb5771f/data/data2/current/BP-1552024889-172.17.0.3-1732666969969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:23:23,716 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:23:23,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55ad1174{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:23:23,912 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d9d2125{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:23:23,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:23:23,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cea55df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:23:23,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2b586b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f158adb4-2923-fe40-88ed-b97dd3f3368f/hadoop.log.dir/,STOPPED} 2024-11-27T00:23:24,323 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:24,369 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:25,831 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:25,873 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:27,434 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:27,477 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:29,137 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:29,183 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:30,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:23:30,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T00:23:30,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:23:30,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:30,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:30,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:30,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:23:30,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T00:23:30,254 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=731057299, stopped=false 2024-11-27T00:23:30,254 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f036bc4986ea,33267,1732666964253 2024-11-27T00:23:30,303 INFO [master/f036bc4986ea:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T00:23:30,303 INFO [master/f036bc4986ea:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T00:23:30,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0693085695/running 2024-11-27T00:23:30,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0693085695/running 2024-11-27T00:23:30,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:23:30,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:23:30,490 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:23:30,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T00:23:30,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:30,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:30,491 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f036bc4986ea,41269,1732666965003' ***** 2024-11-27T00:23:30,491 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T00:23:30,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Set watcher on znode that does not yet exist, /0693085695/running 2024-11-27T00:23:30,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Set watcher on znode that does not yet exist, /0693085695/running 2024-11-27T00:23:30,491 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T00:23:30,491 INFO [RS:0;f036bc4986ea:41269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T00:23:30,491 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T00:23:30,491 INFO [RS:0;f036bc4986ea:41269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T00:23:30,491 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(3091): Received CLOSE for be25623e70bf010b73574b20198a6124 2024-11-27T00:23:30,492 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(3091): Received CLOSE for a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:30,492 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(959): stopping server f036bc4986ea,41269,1732666965003 2024-11-27T00:23:30,492 INFO [RS:0;f036bc4986ea:41269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:23:30,492 INFO [RS:0;f036bc4986ea:41269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:41269. 2024-11-27T00:23:30,492 DEBUG [RS:0;f036bc4986ea:41269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:30,492 DEBUG [RS:0;f036bc4986ea:41269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:30,492 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be25623e70bf010b73574b20198a6124, disabling compactions & flushes 2024-11-27T00:23:30,492 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732666983704.be25623e70bf010b73574b20198a6124. 2024-11-27T00:23:30,492 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732666983704.be25623e70bf010b73574b20198a6124. 2024-11-27T00:23:30,492 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T00:23:30,492 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T00:23:30,492 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T00:23:30,492 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732666983704.be25623e70bf010b73574b20198a6124. after waiting 0 ms 2024-11-27T00:23:30,492 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732666983704.be25623e70bf010b73574b20198a6124. 2024-11-27T00:23:30,492 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T00:23:30,492 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T00:23:30,492 DEBUG [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(1325): Online Regions={be25623e70bf010b73574b20198a6124=test,,1732666983704.be25623e70bf010b73574b20198a6124., 1588230740=hbase:meta,,1.1588230740, a62b8c0fa4efb510e4dcbe888209308d=hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d.} 2024-11-27T00:23:30,492 DEBUG [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a62b8c0fa4efb510e4dcbe888209308d, be25623e70bf010b73574b20198a6124 2024-11-27T00:23:30,492 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T00:23:30,492 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T00:23:30,492 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T00:23:30,493 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T00:23:30,493 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T00:23:30,493 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T00:23:30,495 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/default/test/be25623e70bf010b73574b20198a6124/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T00:23:30,496 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:23:30,496 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T00:23:30,496 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732666983704.be25623e70bf010b73574b20198a6124. 2024-11-27T00:23:30,496 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be25623e70bf010b73574b20198a6124: Waiting for close lock at 1732667010492Running coprocessor pre-close hooks at 1732667010492Disabling compacts and flushes for region at 1732667010492Disabling writes for close at 1732667010492Writing region close event to WAL at 1732667010493 (+1 ms)Running coprocessor post-close hooks at 1732667010496 (+3 ms)Closed at 1732667010496 2024-11-27T00:23:30,496 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732666983704.be25623e70bf010b73574b20198a6124. 2024-11-27T00:23:30,496 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a62b8c0fa4efb510e4dcbe888209308d, disabling compactions & flushes 2024-11-27T00:23:30,496 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. 2024-11-27T00:23:30,496 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. 2024-11-27T00:23:30,496 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. after waiting 0 ms 2024-11-27T00:23:30,496 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. 2024-11-27T00:23:30,496 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a62b8c0fa4efb510e4dcbe888209308d 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-27T00:23:30,509 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d/.tmp/hfileref/a3814d18cfe7478a87320a222410ccdf is 74, key is 1/hfileref:5bc8257af4554e99a7b979cc8d985890_SeqId_4_/1732666991740/DeleteColumn/seqid=0 2024-11-27T00:23:30,510 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/.tmp/info/e2875217a0524ac588a3bab4077f5183 is 147, key is hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d./info:regioninfo/1732666988417/Put/seqid=0 2024-11-27T00:23:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741847_1023 (size=5489) 2024-11-27T00:23:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741848_1024 (size=7686) 2024-11-27T00:23:30,514 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/.tmp/info/e2875217a0524ac588a3bab4077f5183 2024-11-27T00:23:30,529 INFO [regionserver/f036bc4986ea:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:23:30,533 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/.tmp/ns/95fdd088f97042aa8f2e25fe3fe46f79 is 43, key is default/ns:d/1732666969870/Put/seqid=0 2024-11-27T00:23:30,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741849_1025 (size=5153) 2024-11-27T00:23:30,693 DEBUG [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:30,893 DEBUG [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:30,913 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d/.tmp/hfileref/a3814d18cfe7478a87320a222410ccdf 2024-11-27T00:23:30,932 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d/.tmp/queue/79c177438a16474d8772f88a583a9eea is 153, key is 1-f036bc4986ea,41269,1732666965003/queue:f036bc4986ea%2C41269%2C1732666965003/1732666994685/Put/seqid=0 2024-11-27T00:23:30,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741850_1026 (size=5504) 2024-11-27T00:23:30,936 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/.tmp/ns/95fdd088f97042aa8f2e25fe3fe46f79 2024-11-27T00:23:30,940 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:30,947 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:23:30,947 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 688, reset compression=false 2024-11-27T00:23:30,947 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f036bc4986ea,41269,1732666965003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:23:30,948 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f036bc4986ea,41269,1732666965003: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-f036bc4986ea,41269,1732666965003, walGroup=f036bc4986ea%2C41269%2C1732666965003, offset=f036bc4986ea%2C41269%2C1732666965003.1732666992360:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:41269 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T00:23:30,949 ERROR [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T00:23:30,949 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T00:23:30,949 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T00:23:30,949 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T00:23:30,949 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T00:23:30,949 INFO [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1409286144, "init": 1048576000, "max": 2306867200, "used": 1121181968 }, "NonHeapMemoryUsage": { "committed": 212205568, "init": 7667712, "max": -1, "used": 209252264 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T00:23:30,949 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:33267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:33267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T00:23:30,954 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/.tmp/rep_barrier/67e803bbdaed4bf38bf1c5990acc88e6 is 112, key is test,,1732666983704.be25623e70bf010b73574b20198a6124./rep_barrier:seqnumDuringOpen/1732666984635/Put/seqid=0 2024-11-27T00:23:30,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741851_1027 (size=5518) 2024-11-27T00:23:30,986 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 393, reset compression=false 2024-11-27T00:23:30,989 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T00:23:30,989 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 688, reset compression=false 2024-11-27T00:23:30,989 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f036bc4986ea,41269,1732666965003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T00:23:30,990 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-27T00:23:31,093 DEBUG [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:31,153 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 688, reset compression=false 2024-11-27T00:23:31,192 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 688, reset compression=false 2024-11-27T00:23:31,233 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T00:23:31,233 INFO [regionserver/f036bc4986ea:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T00:23:31,293 DEBUG [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a62b8c0fa4efb510e4dcbe888209308d 2024-11-27T00:23:31,336 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d/.tmp/queue/79c177438a16474d8772f88a583a9eea 2024-11-27T00:23:31,339 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d/.tmp/hfileref/a3814d18cfe7478a87320a222410ccdf as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d/hfileref/a3814d18cfe7478a87320a222410ccdf 2024-11-27T00:23:31,342 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d/hfileref/a3814d18cfe7478a87320a222410ccdf, entries=6, sequenceid=17, filesize=5.4 K 2024-11-27T00:23:31,343 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d/.tmp/queue/79c177438a16474d8772f88a583a9eea as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d/queue/79c177438a16474d8772f88a583a9eea 2024-11-27T00:23:31,346 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d/queue/79c177438a16474d8772f88a583a9eea, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T00:23:31,346 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a62b8c0fa4efb510e4dcbe888209308d in 850ms, sequenceid=17, compaction requested=false 2024-11-27T00:23:31,349 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/replication/a62b8c0fa4efb510e4dcbe888209308d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-27T00:23:31,349 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:23:31,349 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:23:31,349 INFO [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. 2024-11-27T00:23:31,350 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a62b8c0fa4efb510e4dcbe888209308d: Waiting for close lock at 1732667010496Running coprocessor pre-close hooks at 1732667010496Disabling compacts and flushes for region at 1732667010496Disabling writes for close at 1732667010496Obtaining lock to block concurrent updates at 1732667010496Preparing flush snapshotting stores in a62b8c0fa4efb510e4dcbe888209308d at 1732667010496Finished memstore snapshotting hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732667010497 (+1 ms)Flushing stores of hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. at 1732667010497Flushing a62b8c0fa4efb510e4dcbe888209308d/hfileref: creating writer at 1732667010497Flushing a62b8c0fa4efb510e4dcbe888209308d/hfileref: appending metadata at 1732667010509 (+12 ms)Flushing a62b8c0fa4efb510e4dcbe888209308d/hfileref: closing flushed file at 1732667010509Flushing a62b8c0fa4efb510e4dcbe888209308d/queue: creating writer at 1732667010917 (+408 ms)Flushing a62b8c0fa4efb510e4dcbe888209308d/queue: appending metadata at 1732667010932 (+15 ms)Flushing a62b8c0fa4efb510e4dcbe888209308d/queue: closing flushed file at 1732667010932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce7722a: reopening flushed file at 1732667011339 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477f88b7: reopening flushed file at 1732667011342 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for a62b8c0fa4efb510e4dcbe888209308d in 850ms, sequenceid=17, compaction requested=false at 1732667011346 (+4 ms)Writing region close event to WAL at 1732667011347 (+1 ms)Running coprocessor post-close hooks at 1732667011349 (+2 ms)Closed at 1732667011349 2024-11-27T00:23:31,350 DEBUG [RS_CLOSE_REGION-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732666987230.a62b8c0fa4efb510e4dcbe888209308d. 2024-11-27T00:23:31,359 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/.tmp/rep_barrier/67e803bbdaed4bf38bf1c5990acc88e6 2024-11-27T00:23:31,375 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/.tmp/table/de8f981c179943fcb5c4555e0572aada is 53, key is hbase:replication/table:state/1732666988442/Put/seqid=0 2024-11-27T00:23:31,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741852_1028 (size=5308) 2024-11-27T00:23:31,378 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/.tmp/table/de8f981c179943fcb5c4555e0572aada 2024-11-27T00:23:31,382 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/.tmp/info/e2875217a0524ac588a3bab4077f5183 as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/info/e2875217a0524ac588a3bab4077f5183 2024-11-27T00:23:31,385 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/info/e2875217a0524ac588a3bab4077f5183, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T00:23:31,386 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/.tmp/ns/95fdd088f97042aa8f2e25fe3fe46f79 as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/ns/95fdd088f97042aa8f2e25fe3fe46f79 2024-11-27T00:23:31,389 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/ns/95fdd088f97042aa8f2e25fe3fe46f79, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T00:23:31,390 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/.tmp/rep_barrier/67e803bbdaed4bf38bf1c5990acc88e6 as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/rep_barrier/67e803bbdaed4bf38bf1c5990acc88e6 2024-11-27T00:23:31,393 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/rep_barrier/67e803bbdaed4bf38bf1c5990acc88e6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T00:23:31,394 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/.tmp/table/de8f981c179943fcb5c4555e0572aada as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/table/de8f981c179943fcb5c4555e0572aada 2024-11-27T00:23:31,397 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/table/de8f981c179943fcb5c4555e0572aada, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T00:23:31,398 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false 2024-11-27T00:23:31,398 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T00:23:31,402 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T00:23:31,402 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T00:23:31,402 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T00:23:31,402 INFO [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T00:23:31,402 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732667010492Running coprocessor pre-close hooks at 1732667010492Disabling compacts and flushes for region at 1732667010492Disabling writes for close at 1732667010493 (+1 ms)Obtaining lock to block concurrent updates at 1732667010493Preparing flush snapshotting stores in 1588230740 at 1732667010493Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732667010493Flushing stores of hbase:meta,,1.1588230740 at 1732667010493Flushing 1588230740/info: creating writer at 1732667010494 (+1 ms)Flushing 1588230740/info: appending metadata at 1732667010510 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732667010510Flushing 1588230740/ns: creating writer at 1732667010517 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732667010533 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732667010533Flushing 1588230740/rep_barrier: creating writer at 1732667010940 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732667010954 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732667010954Flushing 1588230740/table: creating writer at 1732667011362 (+408 ms)Flushing 1588230740/table: appending metadata at 1732667011375 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732667011375Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e71b5c: reopening flushed file at 1732667011382 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4739989b: reopening flushed file at 1732667011385 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17cb8e96: reopening flushed file at 1732667011389 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35e5caa2: reopening flushed file at 1732667011393 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false at 1732667011398 (+5 ms)Writing region close event to WAL at 1732667011400 (+2 ms)Running coprocessor post-close hooks at 1732667011402 (+2 ms)Closed at 1732667011402 2024-11-27T00:23:31,402 DEBUG [RS_CLOSE_META-regionserver/f036bc4986ea:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T00:23:31,456 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 688, reset compression=false 2024-11-27T00:23:31,493 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(976): stopping server f036bc4986ea,41269,1732666965003; all regions closed. 2024-11-27T00:23:31,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741844_1020 (size=859) 2024-11-27T00:23:31,495 DEBUG [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.1732666992360 to pos 688, reset compression=false 2024-11-27T00:23:31,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741842_1018 (size=2791) 2024-11-27T00:23:31,500 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/WALs/f036bc4986ea,41269,1732666965003/f036bc4986ea%2C41269%2C1732666965003.rep.1732666992298 not finished, retry = 0 2024-11-27T00:23:31,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741843_1019 (size=696) 2024-11-27T00:23:31,603 DEBUG [RS:0;f036bc4986ea:41269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:31,603 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T00:23:31,603 INFO [RS:0;f036bc4986ea:41269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:23:31,604 INFO [RS:0;f036bc4986ea:41269 {}] hbase.ChoreService(370): Chore service for: regionserver/f036bc4986ea:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T00:23:31,604 INFO [RS:0;f036bc4986ea:41269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:23:31,604 INFO [regionserver/f036bc4986ea:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:23:31,604 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f036bc4986ea,41269,1732666965003 because: Region server is closing 2024-11-27T00:23:31,604 INFO [RS:0;f036bc4986ea:41269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:41269. 2024-11-27T00:23:31,604 DEBUG [RS:0;f036bc4986ea:41269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:31,604 DEBUG [RS:0;f036bc4986ea:41269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:31,604 DEBUG [RS:0;f036bc4986ea:41269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:31,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:23:31,705 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 terminated 2024-11-27T00:23:31,705 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f036bc4986ea,41269,1732666965003 because: Region server is closing 2024-11-27T00:23:31,705 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,1-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,1-f036bc4986ea,41269,1732666965003 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:23:31,705 INFO [RS:0;f036bc4986ea:41269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f036bc4986ea:41269. 2024-11-27T00:23:31,705 DEBUG [RS:0;f036bc4986ea:41269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T00:23:31,705 DEBUG [RS:0;f036bc4986ea:41269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:31,705 DEBUG [RS:0;f036bc4986ea:41269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T00:23:31,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T00:23:31,805 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.shipperf036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 terminated 2024-11-27T00:23:31,805 WARN [RS_REFRESH_PEER-regionserver/f036bc4986ea:0-0.replicationSource,2-f036bc4986ea,41269,1732666965003.replicationSource.wal-reader.f036bc4986ea%2C41269%2C1732666965003,2-f036bc4986ea,41269,1732666965003 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T00:23:31,806 INFO [RS:0;f036bc4986ea:41269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41269 2024-11-27T00:23:35,117 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:23:35,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695/rs 2024-11-27T00:23:35,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0693085695/rs/f036bc4986ea,41269,1732666965003 2024-11-27T00:23:35,391 INFO [RS:0;f036bc4986ea:41269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:23:35,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:35,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,079 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T00:23:36,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:36,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T00:23:39,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T00:23:39,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:23:39,446 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 19, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 189073 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f036bc4986ea,37573,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f036bc4986ea:37573 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T00:23:42,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f036bc4986ea,41269,1732666965003] 2024-11-27T00:23:42,407 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0693085695/draining/f036bc4986ea,41269,1732666965003 already deleted, retry=false 2024-11-27T00:23:42,407 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f036bc4986ea,41269,1732666965003 expired; onlineServers=0 2024-11-27T00:23:42,407 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f036bc4986ea,33267,1732666964253' ***** 2024-11-27T00:23:42,407 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T00:23:42,407 INFO [M:0;f036bc4986ea:33267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T00:23:42,407 INFO [M:0;f036bc4986ea:33267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T00:23:42,407 DEBUG [M:0;f036bc4986ea:33267 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T00:23:42,407 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T00:23:42,407 DEBUG [M:0;f036bc4986ea:33267 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T00:23:42,407 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666968028 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.large.0-1732666968028,5,FailOnTimeoutGroup] 2024-11-27T00:23:42,407 INFO [M:0;f036bc4986ea:33267 {}] hbase.ChoreService(370): Chore service for: master/f036bc4986ea:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T00:23:42,408 INFO [M:0;f036bc4986ea:33267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T00:23:42,408 DEBUG [M:0;f036bc4986ea:33267 {}] master.HMaster(1795): Stopping service threads 2024-11-27T00:23:42,408 INFO [M:0;f036bc4986ea:33267 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T00:23:42,408 INFO [M:0;f036bc4986ea:33267 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T00:23:42,408 INFO [M:0;f036bc4986ea:33267 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T00:23:42,408 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T00:23:42,412 DEBUG [master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666968032 {}] cleaner.HFileCleaner(306): Exit Thread[master/f036bc4986ea:0:becomeActiveMaster-HFileCleaner.small.0-1732666968032,5,FailOnTimeoutGroup] 2024-11-27T00:23:42,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:23:42,454 INFO [RS:0;f036bc4986ea:41269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:23:42,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41269-0x10179aba7180001, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:23:42,454 INFO [RS:0;f036bc4986ea:41269 {}] regionserver.HRegionServer(1031): Exiting; stopping=f036bc4986ea,41269,1732666965003; zookeeper connection closed. 2024-11-27T00:23:42,455 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@650cb5e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@650cb5e0 2024-11-27T00:23:42,455 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T00:23:42,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0693085695/master 2024-11-27T00:23:42,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0693085695 2024-11-27T00:23:42,475 DEBUG [M:0;f036bc4986ea:33267 {}] zookeeper.ZKUtil(347): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Unable to get data of znode /0693085695/master because node does not exist (not an error) 2024-11-27T00:23:42,476 WARN [M:0;f036bc4986ea:33267 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T00:23:42,484 INFO [M:0;f036bc4986ea:33267 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/.lastflushedseqids 2024-11-27T00:23:42,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741853_1029 (size=263) 2024-11-27T00:23:42,898 INFO [M:0;f036bc4986ea:33267 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T00:23:42,898 INFO [M:0;f036bc4986ea:33267 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T00:23:42,898 DEBUG [M:0;f036bc4986ea:33267 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T00:23:42,898 INFO [M:0;f036bc4986ea:33267 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:42,898 DEBUG [M:0;f036bc4986ea:33267 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:42,898 DEBUG [M:0;f036bc4986ea:33267 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T00:23:42,898 DEBUG [M:0;f036bc4986ea:33267 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:42,899 INFO [M:0;f036bc4986ea:33267 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.13 KB heapSize=71.44 KB 2024-11-27T00:23:42,923 DEBUG [M:0;f036bc4986ea:33267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4793561668d4db8ac6a9c133a72c4a9 is 82, key is hbase:meta,,1/info:regioninfo/1732666969436/Put/seqid=0 2024-11-27T00:23:42,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741854_1030 (size=5672) 2024-11-27T00:23:43,327 INFO [M:0;f036bc4986ea:33267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4793561668d4db8ac6a9c133a72c4a9 2024-11-27T00:23:43,346 DEBUG [M:0;f036bc4986ea:33267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca9a20d581df440eb84318ec311eae35 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732666984687/Put/seqid=0 2024-11-27T00:23:43,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741855_1031 (size=7611) 2024-11-27T00:23:43,349 INFO [M:0;f036bc4986ea:33267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.57 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca9a20d581df440eb84318ec311eae35 2024-11-27T00:23:43,352 INFO [M:0;f036bc4986ea:33267 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca9a20d581df440eb84318ec311eae35 2024-11-27T00:23:43,368 DEBUG [M:0;f036bc4986ea:33267 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f68775434f744747a0360b5d9c2f20d1 is 69, key is f036bc4986ea,41269,1732666965003/rs:state/1732666968165/Put/seqid=0 2024-11-27T00:23:43,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741856_1032 (size=5156) 2024-11-27T00:23:43,373 INFO [M:0;f036bc4986ea:33267 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f68775434f744747a0360b5d9c2f20d1 2024-11-27T00:23:43,376 DEBUG [M:0;f036bc4986ea:33267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4793561668d4db8ac6a9c133a72c4a9 as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4793561668d4db8ac6a9c133a72c4a9 2024-11-27T00:23:43,379 INFO [M:0;f036bc4986ea:33267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4793561668d4db8ac6a9c133a72c4a9, entries=8, sequenceid=121, filesize=5.5 K 2024-11-27T00:23:43,380 DEBUG [M:0;f036bc4986ea:33267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca9a20d581df440eb84318ec311eae35 as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca9a20d581df440eb84318ec311eae35 2024-11-27T00:23:43,383 INFO [M:0;f036bc4986ea:33267 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca9a20d581df440eb84318ec311eae35 2024-11-27T00:23:43,383 INFO [M:0;f036bc4986ea:33267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca9a20d581df440eb84318ec311eae35, entries=13, sequenceid=121, filesize=7.4 K 2024-11-27T00:23:43,383 DEBUG [M:0;f036bc4986ea:33267 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f68775434f744747a0360b5d9c2f20d1 as hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f68775434f744747a0360b5d9c2f20d1 2024-11-27T00:23:43,386 INFO [M:0;f036bc4986ea:33267 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f68775434f744747a0360b5d9c2f20d1, entries=1, sequenceid=121, filesize=5.0 K 2024-11-27T00:23:43,756 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T00:23:50,570 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1705069281_20 at /127.0.0.1:48848 [Receiving block BP-762466296-172.17.0.3-1732666960869:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 7184ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/cluster_ded603d4-e2cb-c630-edaa-cfb64fca13c0/data/data2/, blockId=1073741830, seqno=119 2024-11-27T00:23:50,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] monitor.StreamSlowMonitor(154): Slow datanode: DatanodeInfoWithStorage[127.0.0.1:35661,DS-38c45f18-fad1-427a-b8c6-08a30bd9d9ca,DISK], data length=804, duration=7184ms, unfinishedReplicas=0, lastAckTimestamp=-1, monitor name: defaultMonitorName 2024-11-27T00:23:50,571 INFO [AsyncFSWAL-0-hdfs://localhost:34883/user/jenkins/test-data/9fd0ce66-ac5a-958f-21dd-167c69afd10a/MasterData-prefix:f036bc4986ea,33267,1732666964253 {}] wal.AbstractFSWAL(1368): Slow sync cost: 7184 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:35661,DS-38c45f18-fad1-427a-b8c6-08a30bd9d9ca,DISK]] 2024-11-27T00:23:50,572 INFO [M:0;f036bc4986ea:33267 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 7673ms, sequenceid=121, compaction requested=false 2024-11-27T00:23:50,575 INFO [M:0;f036bc4986ea:33267 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T00:23:50,575 DEBUG [M:0;f036bc4986ea:33267 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732667022898Disabling compacts and flushes for region at 1732667022898Disabling writes for close at 1732667022898Obtaining lock to block concurrent updates at 1732667022899 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732667022899Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61569, getHeapSize=73088, getOffHeapSize=0, getCellsCount=140 at 1732667022899Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732667022900 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732667022900Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732667022922 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732667022922Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732667023331 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732667023345 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732667023345Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732667023353 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732667023367 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732667023368 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fef5196: reopening flushed file at 1732667023375 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@636a197e: reopening flushed file at 1732667023379 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1518782f: reopening flushed file at 1732667023383 (+4 ms)Finished flush of dataSize ~60.13 KB/61569, heapSize ~71.14 KB/72848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 7673ms, sequenceid=121, compaction requested=false at 1732667030572 (+7189 ms)Writing region close event to WAL at 1732667030575 (+3 ms)Closed at 1732667030575 2024-11-27T00:23:50,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35661 is added to blk_1073741830_1006 (size=69932) 2024-11-27T00:23:50,593 INFO [M:0;f036bc4986ea:33267 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T00:23:50,593 INFO [M:0;f036bc4986ea:33267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33267 2024-11-27T00:23:50,593 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T00:23:50,593 INFO [M:0;f036bc4986ea:33267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T00:23:51,064 INFO [M:0;f036bc4986ea:33267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T00:23:51,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:23:51,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33267-0x10179aba7180000, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T00:23:51,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@550573c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T00:23:51,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41108ba3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:23:51,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:23:51,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f659f1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:23:51,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cfeb06b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/hadoop.log.dir/,STOPPED} 2024-11-27T00:23:51,127 WARN [BP-762466296-172.17.0.3-1732666960869 heartbeating to localhost/127.0.0.1:34883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T00:23:51,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T00:23:51,127 WARN [BP-762466296-172.17.0.3-1732666960869 heartbeating to localhost/127.0.0.1:34883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-762466296-172.17.0.3-1732666960869 (Datanode Uuid 53adaca3-8f66-4a8c-ae64-f5993725ec5c) service to localhost/127.0.0.1:34883 2024-11-27T00:23:51,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T00:23:51,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/cluster_ded603d4-e2cb-c630-edaa-cfb64fca13c0/data/data1/current/BP-762466296-172.17.0.3-1732666960869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:23:51,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T00:23:51,129 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/cluster_ded603d4-e2cb-c630-edaa-cfb64fca13c0/data/data2/current/BP-762466296-172.17.0.3-1732666960869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T00:23:51,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5208d3f2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T00:23:51,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e5eaa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T00:23:51,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T00:23:51,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec53f5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T00:23:51,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21547af4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dfe3ba2c-41cb-d353-73f2-1897dbafaba9/hadoop.log.dir/,STOPPED} 2024-11-27T00:23:51,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T00:23:51,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10179aba7180008, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:23:51,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10179aba7180002, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:23:51,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10179aba7180008, quorum=127.0.0.1:60382, baseZNode=/2218848243 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:23:51,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10179aba7180002, quorum=127.0.0.1:60382, baseZNode=/0693085695 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:23:51,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10179aba7180005, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T00:23:51,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10179aba7180005, quorum=127.0.0.1:60382, baseZNode=/1227468609 Received Disconnected from ZooKeeper, ignoring 2024-11-27T00:23:51,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T00:23:51,322 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=557 (was 530) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60382) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60382) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:34883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60382) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=936 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1279 (was 613) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=310 (was 2609) 2024-11-27T00:23:51,322 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=557 is superior to 500